-- Logs begin at Wed 2021-09-08 15:25:55 UTC, end at Wed 2021-09-08 16:40:14 UTC. --
Sep 08 16:05:43.493315 dv-cinder-807898-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Sep 08 16:05:45.959239 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.common.config [-] Logging enabled!
Sep 08 16:05:45.959869 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev26
Sep 08 16:05:45.960025 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79320) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Sep 08 16:05:45.963094 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.common.config [-] Logging enabled!
Sep 08 16:05:45.963343 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev26
Sep 08 16:05:45.963689 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79320) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Sep 08 16:05:45.964640 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Sep 08 16:05:45.964871 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Sep 08 16:05:45.965242 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Sep 08 16:05:45.965484 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Sep 08 16:05:45.965708 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Sep 08 16:05:45.966031 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.966325 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.967159 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.967389 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.967707 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.967994 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.968274 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.968565 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.968857 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.969139 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.969415 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.969698 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.969926 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.970203 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.970484 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.970764 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.970984 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] debug                          = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.971295 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.971716 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.972129 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.972408 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.972694 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.972968 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.973233 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.973507 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.973788 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.974128 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] host                           = dv-cinder-807898-1-iscsi {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.974403 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.974687 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.974967 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.975246 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.975546 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.975824 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.976110 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.976375 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.976643 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.976915 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.977201 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.977692 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.977801 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.977966 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.978217 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.978571 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.978939 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.979296 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.979695 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.980054 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.980411 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.980802 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.981154 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.981563 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.981939 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.983144 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.983601 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.983968 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.984328 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.984687 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.985065 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.985424 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.986032 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.986396 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.986766 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.987120 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.987505 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.987888 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.988260 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.988621 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.988986 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.989355 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.989722 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.990077 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.990431 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.990788 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.991149 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.991537 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.991917 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.992272 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.992627 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.992985 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.993342 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.993720 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:45.994102 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:45.994477 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:45.994863 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:45.995231 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:45.995646 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:45.996023 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:45.996400 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:45.996758 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:45.997137 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:45.997514 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:45.998224 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:45.998471 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:45.998913 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:45.999280 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:45.999705 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.000187 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.000603 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.002508 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.002852 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.003157 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.003542 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.004007 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.004515 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.005033 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.005346 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.007488 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.007800 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.008093 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.008387 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.008672 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.009525 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.009834 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.010125 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.010408 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.010699 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.010980 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.011254 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.012411 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.012709 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.013009 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.013335 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.013765 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.014109 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.014396 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.014673 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.014964 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.015243 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.015540 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.015816 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.016095 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.016365 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.016644 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.016920 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.017191 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.017468 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.017740 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.018007 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.018276 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.018547 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.018816 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.019089 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.019359 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.019702 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.020127 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.020403 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.020743 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.021022 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.021293 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.021584 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.021887 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.022162 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.022441 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.022719 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.022995 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.023269 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.023565 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.023853 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.024129 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.024398 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.024729 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.025103 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.025460 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.025780 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.026091 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.026386 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.026665 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.026947 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.027226 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.027526 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.027819 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.028102 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.028393 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.028685 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.029498 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.030164 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.030164 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.030549 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.030672 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.030939 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:46.033259 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Sep 08 16:05:46.033259 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79320) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Sep 08 16:05:46.432645 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO keyring.backend [-] Loading KWallet
Sep 08 16:05:46.441413 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO keyring.backend [-] Loading SecretService
Sep 08 16:05:46.445119 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO keyring.backend [-] Loading Windows
Sep 08 16:05:46.446509 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO keyring.backend [-] Loading chainer
Sep 08 16:05:46.447086 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO keyring.backend [-] Loading macOS
Sep 08 16:05:46.485101 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:05:46.485351 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:05:46.485641 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:05:46.486242 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.manager [-] Loading core plugin: ml2
Sep 08 16:05:46.833698 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:46.833996 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:46.834237 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:46.835512 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:46.835790 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:46.836054 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:46.972831 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:46.973477 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:46.973477 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:46.988059 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:46.988343 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:46.988607 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.020371 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.020645 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.020911 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.063345 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.063687 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.063906 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.317540 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f4253327a60> agent after_create 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.317815 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f4253327a60> agent after_update 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.318077 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f4253327af0> segment precommit_create 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.318338 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f4253327b80> network precommit_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.319312 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f42533271f0> segment before_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.452190 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4253ef7310>> network before_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.452639 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f42532f7040> agent before_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.452925 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4253ef7310>> network before_create 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.453199 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4253ef7310>> port before_create 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.453471 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4253ef7310>> port before_update 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.453790 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4253ef7310>> segment after_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.454055 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4253ef7310>> segment precommit_create 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.454312 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4253ef7310>> segment precommit_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.454563 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4253ef7310>> segment after_create 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.454847 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4253ef7310>> network after_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.455110 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4253ef7310>> network precommit_delete 0 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.455373 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4253ef7310>> port provisioning_complete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.455671 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4253ef7310>> rbac-policy before_create 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.455930 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4253ef7310>> rbac-policy after_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.456201 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4253ef7310>> agent after_update 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.456475 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4253ef7310>> subnet after_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.456732 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4253ef7310>> subnet precommit_delete 0 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.457005 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4253ef7310>> rbac-policy before_update 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.457258 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4253ef7310>> rbac-policy before_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.457544 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4253ef7310>> segment_host_mapping after_create 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.457929 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4253ef7310>> port after_create 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.458181 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4253ef7310>> port after_update 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.458430 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4253ef7310>> port after_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.458723 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4253ef7310>> rbac-policy before_create 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.458971 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4253ef7310>> rbac-policy before_update 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.459213 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4253ef7310>> rbac-policy before_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.459710 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 08 16:05:47.459950 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 08 16:05:47.460183 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 08 16:05:47.460419 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 08 16:05:47.460653 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 08 16:05:47.460885 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 08 16:05:47.461410 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Sep 08 16:05:47.465439 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Sep 08 16:05:47.471157 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Sep 08 16:05:47.475463 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])])
Sep 08 16:05:47.477563 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Sep 08 16:05:47.478041 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Sep 08 16:05:47.478379 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Sep 08 16:05:47.478774 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Sep 08 16:05:47.482139 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Sep 08 16:05:47.482899 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Sep 08 16:05:47.483838 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Sep 08 16:05:47.514583 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Sep 08 16:05:47.515061 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f42534489d0>> qos_plugin after_init 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.515369 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79320) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Sep 08 16:05:47.515786 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f4253448610>> logging-plugin after_init 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.517473 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79320) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Sep 08 16:05:47.517769 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Sep 08 16:05:47.518012 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Sep 08 16:05:47.521790 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f425342dfd0>> floatingip before_response 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.522070 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f425342dfd0>> port before_response 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:47.589179 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Sep 08 16:05:47.589390 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Sep 08 16:05:47.589576 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Sep 08 16:05:47.589921 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Sep 08 16:05:47.628236 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_db.sqlalchemy.engines [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79320) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Sep 08 16:05:47.989571 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.plugins.ml2.managers [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Initializing driver for type 'gre'
Sep 08 16:05:47.990284 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] gre ID ranges: [(1, 1000)]
Sep 08 16:05:48.052686 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.plugins.ml2.managers [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Initializing driver for type 'local'
Sep 08 16:05:48.053140 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.plugins.ml2.managers [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Initializing driver for type 'vlan'
Sep 08 16:05:48.068270 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] VlanTypeDriver initialization complete
Sep 08 16:05:48.068635 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.plugins.ml2.managers [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Initializing driver for type 'vxlan'
Sep 08 16:05:48.069205 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] vxlan ID ranges: [(1, 1000)]
Sep 08 16:05:48.133621 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.plugins.ml2.managers [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Initializing extension driver 'port_security'
Sep 08 16:05:48.133978 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.plugins.ml2.extensions.port_security [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] PortSecurityExtensionDriver initialization complete
Sep 08 16:05:48.134325 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.plugins.ml2.managers [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Initializing mechanism driver 'openvswitch'
Sep 08 16:05:48.134654 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.plugins.ml2.managers [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Initializing mechanism driver 'hyperv'
Sep 08 16:05:48.141973 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.plugins.ml2.plugin [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:05:48.142741 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f42530d6280>> port after_create 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.143111 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f42530d6280>> port after_update 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.143578 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f42530d6280>> port after_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.144099 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f425329a970>> subnet after_create 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.144575 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f425329a970>> subnet after_update 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.145032 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f425329a970>> subnet after_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.145528 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4252c53a90>> network after_create 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.145964 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4252c53a90>> network after_update 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.146402 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4252c53a90>> network after_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.146990 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4252c53cd0>> security_group after_create 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.147540 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4252c53cd0>> security_group after_update 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.147947 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4252c53cd0>> security_group after_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.148448 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4252c53f70>> security_group_rule after_create 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.148866 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4252c53f70>> security_group_rule after_update 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.149298 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4252c53f70>> security_group_rule after_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.149781 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4252c53d60>> address_group after_create 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.150212 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4252c53d60>> address_group after_update 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.150642 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4252c53d60>> address_group after_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.151076 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] ML2 OVO RPC backend initialized. {{(pid=79320) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Sep 08 16:05:48.151964 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4252c5a5e0>> router_interface after_create 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.152407 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4252c5a5e0>> router_interface after_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.152922 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4252c5a5e0>> network before_response 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.153367 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4252c5a5e0>> networks before_response 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.153888 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4252c5a5e0>> port before_response 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.154275 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4252c5a5e0>> ports before_response 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.154711 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4252c5a5e0>> subnet before_response 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.155150 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4252c5a5e0>> subnets before_response 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.155662 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4252c5a5e0>> network after_create 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.156096 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4252c5a5e0>> network after_update 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.156523 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4252c5a5e0>> network after_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.156961 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4252c5a5e0>> port after_create 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.157389 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4252c5a5e0>> port after_update 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.157847 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4252c5a5e0>> port after_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.158271 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4252c5a5e0>> subnet after_create 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.158706 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4252c5a5e0>> subnet after_update 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.159132 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4252c5a5e0>> subnet after_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.159910 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.plugins.ml2.plugin [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Modular L2 Plugin initialization complete
Sep 08 16:05:48.160326 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading services supported by the core plugin {{(pid=79320) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Sep 08 16:05:48.160746 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.plugins.ml2.managers [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Got port-security extension from driver 'port_security'
Sep 08 16:05:48.161317 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.extensions.vlantransparent [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Disabled vlantransparent extension.
Sep 08 16:05:48.161939 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79320) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Sep 08 16:05:48.162340 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading Plugin: router
Sep 08 16:05:48.201569 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4252c5a700>> router_interface before_create 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.201897 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4252c5a700>> router after_create 55549900 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.202277 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4252c5a700>> router before_create 55549900 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.202635 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4252c5a700>> router_interface before_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.203008 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4252c5a700>> router_interface after_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.203365 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4252c5a700>> router after_delete 55549900 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.203754 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4252c5a700>> floatingip after_update 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.204123 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4252c5a700>> router after_create 55549900 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.204474 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4252c5a700>> router after_update 55549900 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.204825 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4252c5a700>> router after_update 55549900 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.205176 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4252c5a700>> router_gateway after_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.205536 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4252c5a700>> router after_update 55549900 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.205954 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4252c5a700>> router precommit_update 55549900 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.206345 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f42531e65e0> port after_update 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.206669 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f42531e6670> port after_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.207009 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f42531e6550> subnet after_update 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.207349 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f42531e61f0> subnetpool_address_scope after_update 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.207742 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4252c5a700>> port precommit_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.208087 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4252c5a700>> router precommit_create 55549900 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.208431 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f42531d1430> port before_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.208779 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4252c5a700>> router precommit_create 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.209135 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4252c5a700>> router after_update 55549900 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.209482 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4252c5a700>> router precommit_delete 55549900 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.209835 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4252c5a700>> router precommit_create 55549900 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.210205 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4252c5a700>> router_interface after_create 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.210554 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4252c5a700>> router precommit_update 55549900 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.210928 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4252c5a700>> agent after_create 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.211283 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4252c5a700>> agent after_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.211662 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4252c5a700>> network after_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.212607 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.quota.resource_registry [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Tracking information for resource: router configured {{(pid=79320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 08 16:05:48.212945 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.quota.resource_registry [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Tracking information for resource: floatingip configured {{(pid=79320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 08 16:05:48.218441 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.db.l3_agentschedulers_db [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Sep 08 16:05:48.219039 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f4252bc35e0> port after_update 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.219407 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f4252bc34c0> port after_create 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.219790 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <function _notify_port_delete at 0x7f4252bc3550> port after_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.220150 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f4252bc38b0> port after_update 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.220961 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4252b6af10>> router before_create 55550100 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.221334 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4252b6af10>> router precommit_delete 55550100 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.221699 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4252b6af10>> router precommit_create 55550100 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.222089 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4252b6af10>> router precommit_update 55550100 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.226611 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.services.provider_configuration [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Service providers = [] {{(pid=79320) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Sep 08 16:05:48.226980 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.db.servicetype_db [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79320) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Sep 08 16:05:48.230211 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.services.service_base [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79320) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Sep 08 16:05:48.230564 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.services.service_base [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79320) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Sep 08 16:05:48.230909 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.services.service_base [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79320) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Sep 08 16:05:48.232183 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.services.service_base [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79320) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Sep 08 16:05:48.232661 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.services.service_base [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Default provider is not specified for service type L3_ROUTER_NAT
Sep 08 16:05:48.233058 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 08 16:05:48.233535 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Sep 08 16:05:48.244905 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 08 16:05:48.245321 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading Plugin: auto_allocate
Sep 08 16:05:48.252434 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f4252b99c10> network precommit_update 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.252817 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f4252b99c10> network precommit_create 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.253368 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 08 16:05:48.253760 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading Plugin: tag
Sep 08 16:05:48.261126 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 08 16:05:48.261464 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading Plugin: timestamp
Sep 08 16:05:48.266291 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 08 16:05:48.266620 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading Plugin: network_ip_availability
Sep 08 16:05:48.272340 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4252befee0>> rbac-policy before_create 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.272717 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4252befee0>> rbac-policy before_update 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.273072 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4252befee0>> rbac-policy before_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.273876 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 08 16:05:48.274198 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading Plugin: flavors
Sep 08 16:05:48.281357 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 08 16:05:48.281710 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading Plugin: revisions
Sep 08 16:05:48.286533 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 08 16:05:48.286934 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_concurrency.lockutils [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.801s {{(pid=79320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:05:48.287762 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79320) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Sep 08 16:05:48.288106 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Initializing extension manager.
Sep 08 16:05:48.288626 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: __init__.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.288974 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: __pycache__ {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.289307 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.289644 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: address_group.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.290474 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.291085 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: address-group
Sep 08 16:05:48.291417 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: address_scope.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.292173 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.292687 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: address-scope
Sep 08 16:05:48.293010 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.294026 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.294687 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: router-admin-state-down-before-update
Sep 08 16:05:48.295020 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: agent.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.295788 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.296314 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: agent
Sep 08 16:05:48.296642 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: agent_resources_synced.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.297596 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.298111 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: agent-resources-synced
Sep 08 16:05:48.298436 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: allowedaddresspairs.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.300372 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.300904 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: allowed-address-pairs
Sep 08 16:05:48.301232 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: auto_allocated_topology.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.302363 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.302887 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: auto-allocated-topology
Sep 08 16:05:48.303215 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: availability_zone.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.303960 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.304467 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: availability_zone
Sep 08 16:05:48.304787 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: availability_zone_filter.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.305732 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.306250 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: availability_zone_filter
Sep 08 16:05:48.306567 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: data_plane_status.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.307526 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.308042 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extension data-plane-status not supported by any of loaded plugins
Sep 08 16:05:48.308357 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: default_subnetpools.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.309290 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.309800 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: default-subnetpools
Sep 08 16:05:48.311091 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.311569 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.312100 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: dhcp_agent_scheduler
Sep 08 16:05:48.312425 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: dns.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.313400 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.313917 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extension dns-integration not supported by any of loaded plugins
Sep 08 16:05:48.314242 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: dns_domain_ports.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.315189 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.315746 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extension dns-domain-ports not supported by any of loaded plugins
Sep 08 16:05:48.316071 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: dvr.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.316764 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.317276 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: dvr
Sep 08 16:05:48.317597 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: empty_string_filtering.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.318550 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.319063 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: empty-string-filtering
Sep 08 16:05:48.319384 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.320343 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.320855 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Sep 08 16:05:48.321176 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.322108 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.322618 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Sep 08 16:05:48.322937 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: external_net.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.323897 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.324415 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: external-net
Sep 08 16:05:48.324736 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.325672 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.326810 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: extra_dhcp_opt
Sep 08 16:05:48.327133 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: extraroute.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.328109 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.328620 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: extraroute
Sep 08 16:05:48.328943 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: extraroute_atomic.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.330015 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.330527 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: extraroute-atomic
Sep 08 16:05:48.330849 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: filter_validation.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.331588 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.332102 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: filter-validation
Sep 08 16:05:48.332421 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: fip_pf_description.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.333604 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.334117 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Sep 08 16:05:48.334440 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: fip_port_details.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.335571 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.336069 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: fip-port-details
Sep 08 16:05:48.336393 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: flavors.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.337697 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.338229 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: flavors
Sep 08 16:05:48.338558 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.340308 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.340838 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Sep 08 16:05:48.341169 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: floatingip_pools.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.341957 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.342475 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: floatingip-pools
Sep 08 16:05:48.342800 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: ip_allocation.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.343808 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.344327 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extension ip_allocation not supported by any of loaded plugins
Sep 08 16:05:48.344650 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.345603 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.346117 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: ip-substring-filtering
Sep 08 16:05:48.346443 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: l2_adjacency.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.347384 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.347945 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extension l2_adjacency not supported by any of loaded plugins
Sep 08 16:05:48.348267 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: l3.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.349304 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.349824 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: router
Sep 08 16:05:48.350148 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.352559 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.353099 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Sep 08 16:05:48.353431 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.354377 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.354901 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: ext-gw-mode
Sep 08 16:05:48.355231 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.356194 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.356716 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: l3-ha
Sep 08 16:05:48.357107 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: l3_flavors.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.358043 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.358563 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: l3-flavors
Sep 08 16:05:48.358887 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.359870 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.360389 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: l3-port-ip-change-not-allowed
Sep 08 16:05:48.360710 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: l3agentscheduler.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.362081 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.362598 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: l3_agent_scheduler
Sep 08 16:05:48.362926 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: logging.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.364583 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.365107 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extension logging not supported by any of loaded plugins
Sep 08 16:05:48.365439 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: metering.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.366195 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.366786 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: metering
Sep 08 16:05:48.367112 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.368291 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.368812 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: metering_source_and_destination_fields
Sep 08 16:05:48.369137 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: multiprovidernet.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.370219 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.370746 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: multi-provider
Sep 08 16:05:48.371073 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: netmtu.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.372043 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.372566 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: net-mtu
Sep 08 16:05:48.373454 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: netmtu_writable.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.374395 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.374917 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: net-mtu-writable
Sep 08 16:05:48.375243 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: network_availability_zone.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.375953 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.376470 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: network_availability_zone
Sep 08 16:05:48.376792 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: network_ip_availability.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.377914 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.378439 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: network-ip-availability
Sep 08 16:05:48.378767 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: network_segment_range.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.379588 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.380102 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extension network-segment-range not supported by any of loaded plugins
Sep 08 16:05:48.380424 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: pagination.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.381421 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.381759 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: pagination
Sep 08 16:05:48.382080 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: port_device_profile.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.383008 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.383651 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: port-device-profile
Sep 08 16:05:48.383976 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.384931 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.385441 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: port-mac-address-regenerate
Sep 08 16:05:48.385762 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.386685 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.387197 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: port-numa-affinity-policy
Sep 08 16:05:48.387554 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: port_resource_request.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.389295 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.389772 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extension port-resource-request not supported by any of loaded plugins
Sep 08 16:05:48.390180 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: portbindings.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.391124 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.391677 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: binding
Sep 08 16:05:48.392002 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: portbindings_extended.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.393313 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.393839 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: binding-extended
Sep 08 16:05:48.394167 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: portsecurity.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.395103 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.395683 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: port-security
Sep 08 16:05:48.395989 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: project_id.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.396979 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.397311 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: project-id
Sep 08 16:05:48.397637 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: providernet.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.398566 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.399083 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: provider
Sep 08 16:05:48.399406 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: qos.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.403003 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.403576 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extension qos not supported by any of loaded plugins
Sep 08 16:05:48.404000 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.405481 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.406003 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Sep 08 16:05:48.406332 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.407273 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.407819 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Sep 08 16:05:48.408147 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: qos_default.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.409079 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.409597 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extension qos-default not supported by any of loaded plugins
Sep 08 16:05:48.409924 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: qos_fip.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.410596 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.411108 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extension qos-fip not supported by any of loaded plugins
Sep 08 16:05:48.411430 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: qos_gateway_ip.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.412432 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.412950 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Sep 08 16:05:48.413276 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: qos_port_network_policy.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.414206 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.414719 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Sep 08 16:05:48.415045 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: qos_rule_type_details.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.415999 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.416515 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Sep 08 16:05:48.416840 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: qos_rules_alias.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.417902 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.418417 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extension qos-rules-alias not supported by any of loaded plugins
Sep 08 16:05:48.418743 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: quotasv2.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.420312 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.420797 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: quotas
Sep 08 16:05:48.421129 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: quotasv2_detail.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.422835 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.423177 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: quota_details
Sep 08 16:05:48.423534 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: rbac.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.424645 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.425198 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: rbac-policies
Sep 08 16:05:48.425533 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: rbac_address_group.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.426502 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.427026 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: rbac-address-group
Sep 08 16:05:48.427353 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: rbac_address_scope.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.428312 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.428835 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: rbac-address-scope
Sep 08 16:05:48.429160 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: rbac_security_groups.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.430092 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.430614 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: rbac-security-groups
Sep 08 16:05:48.430938 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: rbac_subnetpool.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.431989 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.432510 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: rbac-subnetpool
Sep 08 16:05:48.432832 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: revisionifmatch.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.433768 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.434284 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: revision-if-match
Sep 08 16:05:48.434606 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: revisions.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.436516 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.437195 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: standard-attr-revisions
Sep 08 16:05:48.437525 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: router_availability_zone.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.438225 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.438741 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: router_availability_zone
Sep 08 16:05:48.439064 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: routerservicetype.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.440082 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.440604 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extension router-service-type not supported by any of loaded plugins
Sep 08 16:05:48.440927 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.441867 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.442394 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: security-groups-normalized-cidr
Sep 08 16:05:48.442717 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.443686 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.444204 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: port-security-groups-filtering
Sep 08 16:05:48.444526 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.445462 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.445980 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: security-groups-remote-address-group
Sep 08 16:05:48.446302 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: securitygroup.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.456865 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.457366 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: security-group
Sep 08 16:05:48.457702 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: segment.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.458587 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.459101 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extension segment not supported by any of loaded plugins
Sep 08 16:05:48.459430 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.460499 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.461020 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Sep 08 16:05:48.461349 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: servicetype.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.462518 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.463045 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: service-type
Sep 08 16:05:48.463376 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: sorting.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.464412 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.464745 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: sorting
Sep 08 16:05:48.465070 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: standard_attr_segment.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.466026 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.467171 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extension standard-attr-segment not supported by any of loaded plugins
Sep 08 16:05:48.467676 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: standardattrdescription.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.468379 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.468909 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: standard-attr-description
Sep 08 16:05:48.469233 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: stateful_security_group.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.470232 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.470760 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: stateful-security-group
Sep 08 16:05:48.471085 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: stdattrs_common.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.471727 dv-cinder-807898-1-iscsi neutron-server[79320]: WARNING neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Sep 08 16:05:48.472053 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.473098 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.473618 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Sep 08 16:05:48.473943 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: subnet_onboard.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.475065 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.475633 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: subnet_onboard
Sep 08 16:05:48.475960 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.476933 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.477450 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Sep 08 16:05:48.477773 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: subnet_service_types.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.478716 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.479248 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: subnet-service-types
Sep 08 16:05:48.479606 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: subnetallocation.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.480724 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.481258 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: subnet_allocation
Sep 08 16:05:48.481586 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.482827 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.483362 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: subnetpool-prefix-ops
Sep 08 16:05:48.483711 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.484700 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.485226 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Sep 08 16:05:48.485550 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: tagging.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.486937 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.487499 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: standard-attr-tag
Sep 08 16:05:48.487829 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: timestamp.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.489076 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.489602 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loaded extension: standard-attr-timestamp
Sep 08 16:05:48.489930 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: trunk.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.490998 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.491543 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extension trunk not supported by any of loaded plugins
Sep 08 16:05:48.491873 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: trunk_details.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.492833 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.493338 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extension trunk-details not supported by any of loaded plugins
Sep 08 16:05:48.493663 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: uplink_status_propagation.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.494602 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.495126 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Sep 08 16:05:48.495453 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Loading extension file: vlantransparent.py {{(pid=79320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 08 16:05:48.496173 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 08 16:05:48.496687 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extension vlan-transparent not supported by any of loaded plugins
Sep 08 16:05:48.499949 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.quota.resource_registry [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Creating instance of TrackedResource for resource:network
Sep 08 16:05:48.500716 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.quota.resource_registry [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Creating instance of TrackedResource for resource:subnet
Sep 08 16:05:48.501540 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.quota.resource_registry [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Creating instance of TrackedResource for resource:subnetpool
Sep 08 16:05:48.502168 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.quota.resource_registry [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Creating instance of TrackedResource for resource:port
Sep 08 16:05:48.503546 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.v2.resource_helper [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 08 16:05:48.503991 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.v2.resource_helper [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Service FLAVORS assigned prefix:  {{(pid=79320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 08 16:05:48.504642 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.v2.resource_helper [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 08 16:05:48.505078 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.v2.resource_helper [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 08 16:05:48.505418 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.quota.resource_registry [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Creating instance of TrackedResource for resource:router
Sep 08 16:05:48.506097 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.quota.resource_registry [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Creating instance of TrackedResource for resource:floatingip
Sep 08 16:05:48.506819 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.v2.resource_helper [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Service METERING assigned prefix: /metering {{(pid=79320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 08 16:05:48.508336 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4252a6da60>> rbac-policy before_create 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.508709 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4252a6da60>> rbac-policy before_update 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.509063 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4252a6da60>> rbac-policy before_delete 55550000 {{(pid=79320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:05:48.510317 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.quota.resource_registry [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Creating instance of CountableResource for resource:rbac_policy
Sep 08 16:05:48.510785 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.quota.resource_registry [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Creating instance of TrackedResource for resource:security_group
Sep 08 16:05:48.511461 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.quota.resource_registry [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Creating instance of TrackedResource for resource:security_group_rule
Sep 08 16:05:48.512243 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.v2.resource_helper [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Service CORE assigned prefix:  {{(pid=79320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 08 16:05:48.512578 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.quota.resource_registry [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Creating instance of TrackedResource for resource:subnetpool
Sep 08 16:05:48.512929 dv-cinder-807898-1-iscsi neutron-server[79320]: WARNING neutron.quota.resource_registry [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] subnetpool is already registered
Sep 08 16:05:48.513612 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.v2.resource_helper [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Service CORE assigned prefix:  {{(pid=79320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 08 16:05:48.513943 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.quota.resource_registry [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Creating instance of TrackedResource for resource:subnetpool
Sep 08 16:05:48.514269 dv-cinder-807898-1-iscsi neutron-server[79320]: WARNING neutron.quota.resource_registry [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] subnetpool is already registered
Sep 08 16:05:48.517055 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.v2.resource_helper [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 08 16:05:48.517503 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.v2.resource_helper [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Service FLAVORS assigned prefix:  {{(pid=79320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 08 16:05:48.518106 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.v2.resource_helper [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 08 16:05:48.518532 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.v2.resource_helper [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 08 16:05:48.518873 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.quota.resource_registry [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Creating instance of TrackedResource for resource:router
Sep 08 16:05:48.519214 dv-cinder-807898-1-iscsi neutron-server[79320]: WARNING neutron.quota.resource_registry [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] router is already registered
Sep 08 16:05:48.519874 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.quota.resource_registry [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Creating instance of TrackedResource for resource:floatingip
Sep 08 16:05:48.520205 dv-cinder-807898-1-iscsi neutron-server[79320]: WARNING neutron.quota.resource_registry [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] floatingip is already registered
Sep 08 16:05:48.520844 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.v2.resource_helper [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Service METERING assigned prefix: /metering {{(pid=79320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 08 16:05:48.521565 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.quota.resource_registry [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Creating instance of CountableResource for resource:rbac_policy
Sep 08 16:05:48.521895 dv-cinder-807898-1-iscsi neutron-server[79320]: WARNING neutron.quota.resource_registry [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] rbac_policy is already registered
Sep 08 16:05:48.522461 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.quota.resource_registry [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Creating instance of TrackedResource for resource:security_group
Sep 08 16:05:48.522802 dv-cinder-807898-1-iscsi neutron-server[79320]: WARNING neutron.quota.resource_registry [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] security_group is already registered
Sep 08 16:05:48.523418 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.quota.resource_registry [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Creating instance of TrackedResource for resource:security_group_rule
Sep 08 16:05:48.523773 dv-cinder-807898-1-iscsi neutron-server[79320]: WARNING neutron.quota.resource_registry [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] security_group_rule is already registered
Sep 08 16:05:48.524435 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.v2.resource_helper [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Service CORE assigned prefix:  {{(pid=79320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 08 16:05:48.524767 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.quota.resource_registry [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Creating instance of TrackedResource for resource:subnetpool
Sep 08 16:05:48.525104 dv-cinder-807898-1-iscsi neutron-server[79320]: WARNING neutron.quota.resource_registry [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] subnetpool is already registered
Sep 08 16:05:48.525721 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.v2.resource_helper [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Service CORE assigned prefix:  {{(pid=79320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 08 16:05:48.526050 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.quota.resource_registry [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Creating instance of TrackedResource for resource:subnetpool
Sep 08 16:05:48.526378 dv-cinder-807898-1-iscsi neutron-server[79320]: WARNING neutron.quota.resource_registry [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] subnetpool is already registered
Sep 08 16:05:48.527028 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: extensions {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.528570 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: address-groups {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.530613 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: address-scopes {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.531859 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: agents {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.533026 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: auto-allocated-topology {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.534266 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: availability_zones {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.536754 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: dhcp-networks {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.538202 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: dhcp-agents {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.539664 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: routers {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.541484 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: flavors {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.542642 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: service_profiles {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.543885 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: next_providers {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.546352 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: service_profiles {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.547857 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: floatingip-pools {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.549090 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: routers {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.550863 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: floatingips {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.552073 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: l3-routers {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.553504 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: l3-agents {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.554909 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: metering-labels {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.556319 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: metering-label-rules {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.557604 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: network-ip-availabilities {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.558849 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: bindings {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.561312 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: quotas {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.562777 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: quotas {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.564232 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: rbac-policies {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.565525 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: security-groups {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.566722 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: security-group-rules {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.567986 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: service-providers {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.569235 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: subnetpools {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.570659 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: subnetpools {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.572127 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: tags {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.573836 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: tags {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.575670 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: tags {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.577530 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: tags {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.579316 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: tags {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.581198 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: tags {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.582900 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: tags {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.584854 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: tags {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.586615 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: tags {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.588509 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron.api.extensions [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Extended resource: tags {{(pid=79320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 08 16:05:48.594583 dv-cinder-807898-1-iscsi neutron-server[79320]: WARNING keystonemiddleware.auth_token [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Sep 08 16:05:48.600637 dv-cinder-807898-1-iscsi neutron-server[79320]: WARNING keystonemiddleware.auth_token [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Sep 08 16:05:48.609503 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_concurrency.lockutils [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Acquired lock "singleton_lock" {{(pid=79320) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Sep 08 16:05:48.609979 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_concurrency.lockutils [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Releasing lock "singleton_lock" {{(pid=79320) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Sep 08 16:05:48.610635 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO oslo_service.service [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Starting 2 workers
Sep 08 16:05:48.615680 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Started child 79425 {{(pid=79320) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Sep 08 16:05:48.620367 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Started child 79426 {{(pid=79320) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Sep 08 16:05:48.621174 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:05:48.622210 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO neutron.service [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Neutron service started, listening on 0.0.0.0:9696
Sep 08 16:05:48.622742 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Notify callbacks [] for process, before_spawn {{(pid=79320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:05:48.623932 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [-] (79425) wsgi starting up on http://0.0.0.0:9696
Sep 08 16:05:48.625859 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO oslo_service.service [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Starting 1 workers
Sep 08 16:05:48.628513 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:05:48.630898 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [-] (79426) wsgi starting up on http://0.0.0.0:9696
Sep 08 16:05:48.631068 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Started child 79427 {{(pid=79320) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Sep 08 16:05:48.631544 dv-cinder-807898-1-iscsi neutron-server[79320]: INFO oslo_service.service [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Starting 1 workers
Sep 08 16:05:48.635071 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.service [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] calling RpcWorker wait() {{(pid=79427) _wait /opt/stack/neutron/neutron/service.py:128}}
Sep 08 16:05:48.636053 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.service [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] returning from RpcWorker wait() {{(pid=79427) _wait /opt/stack/neutron/neutron/service.py:135}}
Sep 08 16:05:48.636199 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Started child 79428 {{(pid=79320) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Sep 08 16:05:48.636957 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG neutron_lib.callbacks.manager [None req-756ce645-f116-4230-ba78-639b8a9559f0 None None] Notify callbacks [] for process, after_spawn {{(pid=79320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:05:48.637682 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:05:48.638227 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:05:48.639076 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79320) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Sep 08 16:05:48.639326 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Sep 08 16:05:48.639505 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Sep 08 16:05:48.639743 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Sep 08 16:05:48.640053 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Sep 08 16:05:48.640216 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Sep 08 16:05:48.640745 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.641044 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.641322 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.641584 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.641881 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.642451 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.642707 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.642942 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.643215 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.643439 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.643698 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.643939 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.644169 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.644412 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.644632 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.644862 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.645097 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:05:48.645939 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.645939 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.645939 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.645939 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.646802 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.646802 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.647257 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:05:48.647520 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] debug                          = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.647520 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.647520 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.647520 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.648433 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.648433 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.648433 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.648433 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.649270 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.649270 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.649270 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.649897 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.649897 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.649897 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.650649 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.650649 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.650649 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.651262 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.651522 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] host                           = dv-cinder-807898-1-iscsi {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.651522 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.651931 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.652162 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.652371 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.652589 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.652817 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.653039 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.653286 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.653516 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.653733 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.653945 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.654162 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.654382 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.654612 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.654844 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.655057 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.655263 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.655565 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.655791 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.656037 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.656266 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.656479 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.656479 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.656899 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.657117 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.657117 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.657534 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.657744 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.657966 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.658177 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.658400 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.658612 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.658826 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.659057 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.659274 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.659530 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.659766 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.659994 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.660247 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.660247 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.660812 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.660812 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.661231 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.661231 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.661659 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.661659 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.662118 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.662118 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.662538 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.662538 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.662955 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.662955 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.663369 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.663618 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.663856 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.664084 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.664293 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.664498 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.664698 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.664892 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.665101 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.665292 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.665480 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.665703 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.665934 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.666167 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.666383 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.666601 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.666864 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.667271 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.667576 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.667879 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.668127 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.668361 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.668600 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.668844 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.669062 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.669292 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.670081 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.670403 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.670609 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.670922 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.671111 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.671340 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.671699 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.671958 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.672225 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.672463 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.672699 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.672938 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.673167 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.673490 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.673754 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.674002 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.25/identity {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.674276 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.674508 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.674744 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.674978 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.675198 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.675408 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.675689 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.675883 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.676083 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.676303 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.676528 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.676757 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.676976 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.677210 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.677454 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.677695 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.677926 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.678144 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.678361 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.678570 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.678816 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.679034 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.679265 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.679604 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.679809 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.680018 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.680239 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.680463 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.680675 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.680930 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.681282 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.681282 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.681814 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.681814 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.681814 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.682434 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.682664 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.682879 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.683076 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.683280 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.683533 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.683769 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.683985 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.684463 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.685067 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.685943 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.686244 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.686576 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.686798 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.687272 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.687687 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.687687 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.688827 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.688827 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.688827 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.688827 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.688827 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.689702 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.689702 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.689702 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.690300 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.690300 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.690719 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.690719 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.691095 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.691095 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.691688 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.691688 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.692549 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.692549 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.692549 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.693134 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.693134 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.693134 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.693733 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.693733 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.694165 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.694165 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.694574 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.694574 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.694960 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.694960 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.695396 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.695645 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.695858 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.696138 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.696347 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.696551 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.696850 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.701722 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.701722 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.701722 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.701722 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.702819 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 33974) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:05:48.703048 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.703048 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.703048 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.703048 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.703048 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.703048 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.703048 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.703048 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.703048 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.704982 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.704982 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.704982 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.704982 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.704982 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.704982 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.704982 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.704982 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.706688 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.706688 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.706688 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.706688 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.706688 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.706688 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.706688 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.706688 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.708406 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.25/identity {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.708406 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.708406 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.708406 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.708406 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.708406 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.708406 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.708406 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.710085 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.710085 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.710085 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.710085 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.710085 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.710085 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.710085 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.710085 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.711735 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.711735 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.711735 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.711735 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.711735 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.711735 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.711735 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.711735 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.713482 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.713482 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.713482 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.713482 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.713482 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.713482 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.713482 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.713482 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.715161 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.715161 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.715161 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.715161 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.715161 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.715161 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.715161 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.715161 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.717040 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.717040 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.717040 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.717040 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.717040 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.717040 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.718402 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.718402 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.718402 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.718402 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.720646 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.720646 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.720646 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.720646 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.721605 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.721605 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.722006 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.722006 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.722253 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.722502 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.722765 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.723009 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.723232 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.723599 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.723860 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.724096 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.724351 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.724585 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.724821 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.725034 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.725253 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.725476 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.725698 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.726995 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0258353
Sep 08 16:05:48.730014 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.730347 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.730621 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.733571 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.733964 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.734318 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.735462 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.735462 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.735462 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.735462 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.737263 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.738958 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.741982 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.742247 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.742550 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.742787 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.743033 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.743608 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.743608 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.743897 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.744198 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.744460 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.744762 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.745035 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.745320 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.745592 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.745957 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.746184 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.746468 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.746765 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.747022 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.747244 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.749984 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.750301 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.750531 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.750751 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.750994 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.751226 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.752513 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.752513 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.752513 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.752513 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.753325 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.753832 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.753832 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.754091 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.754312 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.754938 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.755091 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Sep 08 16:05:48.755855 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79320) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Sep 08 16:05:48.755855 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Sep 08 16:05:48.756104 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Sep 08 16:05:48.756104 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Sep 08 16:05:48.756366 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Sep 08 16:05:48.756492 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Sep 08 16:05:48.756614 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.756740 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.756902 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.760119 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.760586 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.760854 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.761030 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.761162 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.761292 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.762227 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.762227 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.762227 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.762227 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.762227 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.762227 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.762861 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.762861 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.762861 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.762861 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.763238 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.763238 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.763238 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.763603 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] debug                          = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.766183 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.766394 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.766566 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.766742 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.766913 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.768451 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.769324 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.769666 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.769903 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.770327 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.770793 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.771279 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.773247 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.773548 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.773867 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.774129 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.774417 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.774703 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] host                           = dv-cinder-807898-1-iscsi {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.774992 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.775283 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.775599 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.775887 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.776177 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.776463 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.776962 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.777242 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.777707 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.778160 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.780318 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.780859 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.781594 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.781594 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.781873 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.782005 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.782248 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.782539 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.782860 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.783145 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.783427 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.783743 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.784026 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.784311 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.784592 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.784875 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.785167 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.785452 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.786339 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.786339 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.786339 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.786551 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.786804 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.787088 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.787376 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.787957 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.788076 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.788340 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.788621 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.788901 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.789180 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.789463 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.789736 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.790016 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.790292 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.790577 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.790860 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.791103 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.791564 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.791990 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.792410 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.792844 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.793275 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.793719 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.794201 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.794469 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.796891 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.796891 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.796891 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.796891 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.796891 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.797294 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.797294 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.797520 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.797813 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.798087 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.798544 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.799028 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.799028 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 08 16:05:48.802568 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.802568 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.802568 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.802568 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.803102 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.803217 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.803443 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.803719 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.804008 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.804294 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.804589 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.804878 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.805186 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.805498 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.805758 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.806049 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.806331 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.806615 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.806904 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.807189 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.807548 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.808823 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.809139 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.809431 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.809719 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.25/identity {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.809991 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.810316 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.810599 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.810898 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.811188 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.811498 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.811877 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.812096 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.812328 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.812592 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.812870 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.813146 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.813424 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.813702 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.813974 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.814212 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.814447 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.814737 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.814949 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.817146 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.817146 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.817146 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.817146 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.817146 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.817146 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.817146 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.818262 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.818262 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.818262 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.818262 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.818262 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.819009 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.819009 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.819009 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.819535 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.819535 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.820117 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.820310 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.820582 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.820857 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.821152 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.821429 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.821712 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.821989 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.822265 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.822544 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.822820 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.823100 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.823611 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.823799 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.823997 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.824452 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.824646 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.824807 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.825040 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.825317 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.825601 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.825940 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.826212 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.826569 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.826883 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.827164 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.827440 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.827754 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.828044 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.828323 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.828607 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.828884 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.829722 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.829722 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.829722 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.830312 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.830312 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.830695 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.830898 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.831617 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.831617 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.831617 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.831834 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.832100 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.832628 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.833131 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.833640 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.834164 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.834688 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.835055 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.835395 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.835680 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.835945 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.836472 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.836636 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.836817 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.837844 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.837844 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.837844 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.837844 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.838498 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.838498 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.838736 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.838906 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.839195 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.839489 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.839799 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.840102 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.840391 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.840674 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.840958 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.843370 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.843370 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.843370 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.843370 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.843370 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.843370 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.843370 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.844994 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.844994 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.844994 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.844994 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.844994 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.25/identity {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.844994 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.846543 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.846543 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.846543 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.846543 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.846543 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.846543 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.846543 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.847775 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.847775 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.847775 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.847775 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.848251 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.848251 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.848500 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.848635 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.848864 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.849210 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.850766 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.850766 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.850766 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.850766 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.850766 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.851819 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.851819 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.851819 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.851819 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.852740 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.852740 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.852740 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.853359 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.853359 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.853683 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.853827 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.855345 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.855345 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.855345 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.855345 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.855345 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.855345 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.856307 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.856307 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.856307 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.856820 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.856820 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.857296 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.857475 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.857692 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.857966 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.858244 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.858529 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.859514 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.859662 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:05:48.859789 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.859789 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.859789 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.859789 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.860273 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.860273 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.860415 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.860686 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.862039 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.862039 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.862039 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.862039 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.862485 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.862606 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.862894 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.863373 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.863373 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.865845 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.865845 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.865845 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.865845 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.866287 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.866502 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.866712 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.866992 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.867325 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.868951 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.868951 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.869221 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.869437 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.869667 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.869957 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.870382 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.870630 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.870899 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.871114 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.871349 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.871612 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.871908 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.872205 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.873159 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.873382 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.873649 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.874020 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.875159 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.875159 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.875159 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.875845 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.879561 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.879561 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.879561 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.879561 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.879561 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.879561 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.879975 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.880201 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.880370 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.880656 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.880941 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.881229 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.881518 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.881805 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.882094 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.882386 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.882673 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.882959 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.883242 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.884926 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 08 16:05:48.885216 dv-cinder-807898-1-iscsi neutron-server[79320]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Sep 08 16:06:00.839192 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac50573-7563-47e6-90bf-f779e52bc1e8 None None] get_active_networks_info from dv-cinder-807898-1-iscsi {{(pid=79427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Sep 08 16:06:00.943810 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-7e0d46cd-39e7-476c-a0b2-292aa5f7048a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1937994'] for agent, after_create {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:00.955095 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac50573-7563-47e6-90bf-f779e52bc1e8 None None] No non-hosted networks {{(pid=79427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Sep 08 16:06:01.282749 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1937994'] for agent, after_create {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:01.286230 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:01.287197 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:01.288994 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:01.289840 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:01.292086 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:01.302692 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:01.303245 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:01.303780 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:01.311461 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:01.312398 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:01.313221 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:01.314027 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:01.315779 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f4251e6bbe0>, 'Open vSwitch agent', 'dv-cinder-807898-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:06:01.336634 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f4251e31d00>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-807898-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:06:03.894053 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-81d06457-e0e7-4ab8-bcbb-fe419b7ff6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1937994'] for agent, after_create {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:04.007345 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-556d85dc-b725-4af2-a03f-82845985aa17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:05.176497 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1937994'] for agent, after_create {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:07.283648 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1937994'] for agent, after_create {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:09.226483 dv-cinder-807898-1-iscsi neutron-server[79427]: INFO neutron.db.l3_hamode_db [None req-6b3fa706-9b44-4d1e-ba97-5f79fc102bde None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Sep 08 16:06:09.326546 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3fa706-9b44-4d1e-ba97-5f79fc102bde None None] Routers set() bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:06:09.326796 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3fa706-9b44-4d1e-ba97-5f79fc102bde None None] Router IDs set() for agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Sep 08 16:06:09.529272 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 34078) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:06:10.411372 dv-cinder-807898-1-iscsi neutron-server[79426]: WARNING oslo_policy.policy [None req-5a11bd3c-a439-4bfe-9424-2e243fe618e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 08 16:06:10.411979 dv-cinder-807898-1-iscsi neutron-server[79426]: WARNING oslo_policy.policy [None req-5a11bd3c-a439-4bfe-9424-2e243fe618e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 08 16:06:10.643555 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [None req-5a11bd3c-a439-4bfe-9424-2e243fe618e5 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=79426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 08 16:06:10.644745 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-5a11bd3c-a439-4bfe-9424-2e243fe618e5 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 1.1127064
Sep 08 16:06:13.196874 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 34092) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:06:13.664016 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-62c5747f-9725-481e-86a9-aef005027ec9 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:06:13.766853 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.policy [None req-62c5747f-9725-481e-86a9-aef005027ec9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79426) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Sep 08 16:06:13.812902 dv-cinder-807898-1-iscsi neutron-server[79426]: WARNING oslo_policy.policy [None req-62c5747f-9725-481e-86a9-aef005027ec9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 08 16:06:13.813285 dv-cinder-807898-1-iscsi neutron-server[79426]: WARNING oslo_policy.policy [None req-62c5747f-9725-481e-86a9-aef005027ec9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 08 16:06:13.822226 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.quota [None req-62c5747f-9725-481e-86a9-aef005027ec9 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f42524c3670>.
Sep 08 16:06:13.838129 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-62c5747f-9725-481e-86a9-aef005027ec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:06:13.930257 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-62c5747f-9725-481e-86a9-aef005027ec9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745174751531', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745174753054', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745174760849', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745174728901', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745174737736', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745174714011', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-915325', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-945606', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1799449', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1767249'] for rbac-policy, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:14.014243 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-62c5747f-9725-481e-86a9-aef005027ec9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:14.016003 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-62c5747f-9725-481e-86a9-aef005027ec9 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8177423
Sep 08 16:06:16.827373 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 34106) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:06:17.265460 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Request body: {'network': {'name': 'private', 'project_id': '221564aa9aa6481bbbbc3f4898c2dd82', 'admin_state_up': True}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:06:17.272686 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:06:17.280449 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Usage tracker for resource:network and tenant:221564aa9aa6481bbbbc3f4898c2dd82 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:06:17.285613 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:06:17.292630 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:06:17.304468 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Made reservation on behalf of 221564aa9aa6481bbbbc3f4898c2dd82 for: {'network': 1} {{(pid=79426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:06:17.307698 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for network, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:17.327707 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:17.344138 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:06:17.347758 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Usage tracker for resource:security_group_rule and tenant:221564aa9aa6481bbbbc3f4898c2dd82 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:06:17.353486 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:06:17.360688 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:06:17.467822 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:17.471972 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:17.477870 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:06:17.500726 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925}  {{(pid=79426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 08 16:06:17.530004 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745177524143', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:17.530647 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f4253327af0> segment precommit_create {{(pid=79426) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Sep 08 16:06:17.531133 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.db.segments_db [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Added segment b7968b69-b8c1-45df-bdf7-d54fc344a334 of type vlan for network 20dbf989-2828-456e-828b-74a77f05b6a1
Sep 08 16:06:17.580693 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7b3802-674c-492b-87fb-65d468fbc069,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:06:17.602723 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:17.602958 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:17.603288 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:17.603642 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:17.603965 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:17.604286 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:17.604601 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:17.604914 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:17.605229 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:17.605539 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:17.605849 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:17.606157 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:17.607778 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Tracked resource versions report:
Sep 08 16:06:17.607778 dv-cinder-807898-1-iscsi neutron-server[79426]: pushed versions:
Sep 08 16:06:17.607778 dv-cinder-807898-1-iscsi neutron-server[79426]: {   'AddressGroup': {'1.2'},
Sep 08 16:06:17.607778 dv-cinder-807898-1-iscsi neutron-server[79426]:     'ConntrackHelper': {'1.0'},
Sep 08 16:06:17.607778 dv-cinder-807898-1-iscsi neutron-server[79426]:     'Log': {'1.0'},
Sep 08 16:06:17.607778 dv-cinder-807898-1-iscsi neutron-server[79426]:     'Network': {'1.1'},
Sep 08 16:06:17.607778 dv-cinder-807898-1-iscsi neutron-server[79426]:     'Port': {'1.7'},
Sep 08 16:06:17.607778 dv-cinder-807898-1-iscsi neutron-server[79426]:     'PortForwarding': {'1.2'},
Sep 08 16:06:17.607778 dv-cinder-807898-1-iscsi neutron-server[79426]:     'QosPolicy': {'1.8'},
Sep 08 16:06:17.607778 dv-cinder-807898-1-iscsi neutron-server[79426]:     'SecurityGroup': {'1.4'},
Sep 08 16:06:17.607778 dv-cinder-807898-1-iscsi neutron-server[79426]:     'SecurityGroupRule': {'1.2'},
Sep 08 16:06:17.607778 dv-cinder-807898-1-iscsi neutron-server[79426]:     'SubPort': {'1.0'},
Sep 08 16:06:17.607778 dv-cinder-807898-1-iscsi neutron-server[79426]:     'Subnet': {'1.1'},
Sep 08 16:06:17.607778 dv-cinder-807898-1-iscsi neutron-server[79426]:     'Trunk': {'1.1'}}
Sep 08 16:06:17.607778 dv-cinder-807898-1-iscsi neutron-server[79426]: consumer versions:
Sep 08 16:06:17.607778 dv-cinder-807898-1-iscsi neutron-server[79426]: {   DHCP agent@dv-cinder-807898-1-iscsi: {},
Sep 08 16:06:17.607778 dv-cinder-807898-1-iscsi neutron-server[79426]:     L3 agent@dv-cinder-807898-1-iscsi: {},
Sep 08 16:06:17.607778 dv-cinder-807898-1-iscsi neutron-server[79426]:     Metadata agent@dv-cinder-807898-1-iscsi: {},
Sep 08 16:06:17.607778 dv-cinder-807898-1-iscsi neutron-server[79426]:     Metering agent@dv-cinder-807898-1-iscsi: {},
Sep 08 16:06:17.607778 dv-cinder-807898-1-iscsi neutron-server[79426]:     Open vSwitch agent@dv-cinder-807898-1-iscsi: {   'AddressGroup': '1.2',
Sep 08 16:06:17.607778 dv-cinder-807898-1-iscsi neutron-server[79426]:                                                      'ConntrackHelper': '1.0',
Sep 08 16:06:17.607778 dv-cinder-807898-1-iscsi neutron-server[79426]:                                                      'Log': '1.0',
Sep 08 16:06:17.607778 dv-cinder-807898-1-iscsi neutron-server[79426]:                                                      'Network': '1.1',
Sep 08 16:06:17.607778 dv-cinder-807898-1-iscsi neutron-server[79426]:                                                      'Port': '1.7',
Sep 08 16:06:17.607778 dv-cinder-807898-1-iscsi neutron-server[79426]:                                                      'PortForwarding': '1.2',
Sep 08 16:06:17.607778 dv-cinder-807898-1-iscsi neutron-server[79426]:                                                      'QosPolicy': '1.8',
Sep 08 16:06:17.607778 dv-cinder-807898-1-iscsi neutron-server[79426]:                                                      'SecurityGroup': '1.4',
Sep 08 16:06:17.607778 dv-cinder-807898-1-iscsi neutron-server[79426]:                                                      'SecurityGroupRule': '1.2',
Sep 08 16:06:17.607778 dv-cinder-807898-1-iscsi neutron-server[79426]:                                                      'SubPort': '1.0',
Sep 08 16:06:17.607778 dv-cinder-807898-1-iscsi neutron-server[79426]:                                                      'Subnet': '1.1',
Sep 08 16:06:17.607778 dv-cinder-807898-1-iscsi neutron-server[79426]:                                                      'Trunk': '1.1'}}
Sep 08 16:06:17.607778 dv-cinder-807898-1-iscsi neutron-server[79426]:  {{(pid=79426) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 08 16:06:17.659038 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:06:17.663269 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745177029057'] for network, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:17.712939 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819'] for network, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:17.714652 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:06:17.715692 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:17.719189 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:06:17.833525 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Pushing event updated for resources: {'Network': ['ID=20dbf989-2828-456e-828b-74a77f05b6a1,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:06:17.840472 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.0112810
Sep 08 16:06:17.844884 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:06:17.857974 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Network 20dbf989-2828-456e-828b-74a77f05b6a1 details requested by agent ovs-agent-dv-cinder-807898-1-iscsi with host dv-cinder-807898-1-iscsi {{(pid=79427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 08 16:06:20.804203 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 34122) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:06:21.442691 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8f3920-28d6-402b-874e-f7cf414488c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:06:21.444105 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-2d8f3920-28d6-402b-874e-f7cf414488c2 admin admin] 10.222.0.25 "GET /v2.0/networks/20dbf989-2828-456e-828b-74a77f05b6a1 HTTP/1.1" status: 200  len: 825 time: 0.6389105
Sep 08 16:06:21.473373 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-63f30a34-287f-43eb-a2d3-fa89ae78cc9c admin admin] 10.222.0.25 "GET /v2.0/subnetpools/903065ec-7fcd-4ee2-803d-73f088ea7833 HTTP/1.1" status: 200  len: 734 time: 0.0238667
Sep 08 16:06:21.482675 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-9feecb07-65ad-46a5-9d1b-d6c5169ce04d admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '903065ec-7fcd-4ee2-803d-73f088ea7833', 'ip_version': 4, 'tenant_id': '221564aa9aa6481bbbbc3f4898c2dd82', 'network_id': '20dbf989-2828-456e-828b-74a77f05b6a1'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:06:21.487909 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-9feecb07-65ad-46a5-9d1b-d6c5169ce04d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:06:21.491804 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-9feecb07-65ad-46a5-9d1b-d6c5169ce04d admin admin] Usage tracker for resource:subnet and tenant:221564aa9aa6481bbbbc3f4898c2dd82 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:06:21.494909 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-9feecb07-65ad-46a5-9d1b-d6c5169ce04d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:06:21.501387 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-9feecb07-65ad-46a5-9d1b-d6c5169ce04d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:06:21.512688 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9feecb07-65ad-46a5-9d1b-d6c5169ce04d admin admin] Made reservation on behalf of 221564aa9aa6481bbbbc3f4898c2dd82 for: {'subnet': 1} {{(pid=79426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:06:21.516026 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-9feecb07-65ad-46a5-9d1b-d6c5169ce04d admin admin] Notify callbacks [] for subnet, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:21.827943 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-9feecb07-65ad-46a5-9d1b-d6c5169ce04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819'] for subnet, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:21.832808 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:06:21.941356 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feecb07-65ad-46a5-9d1b-d6c5169ce04d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f65bad5c-6134-4f45-9534-12c77ad5a1c1,revision_number=0']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:06:21.947211 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-9feecb07-65ad-46a5-9d1b-d6c5169ce04d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:06:21.948190 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feecb07-65ad-46a5-9d1b-d6c5169ce04d admin admin] Checking segment: {'id': 'b7968b69-b8c1-45df-bdf7-d54fc344a334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '20dbf989-2828-456e-828b-74a77f05b6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:06:21.948561 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9feecb07-65ad-46a5-9d1b-d6c5169ce04d admin admin] Network hostable DHCP agents. Network: 20dbf989-2828-456e-828b-74a77f05b6a1, hostable agents: ['48edfc26-e3e7-4e5a-9c59-2b84b8091b14'], hosted agents: [] {{(pid=79426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 08 16:06:21.974237 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9feecb07-65ad-46a5-9d1b-d6c5169ce04d admin admin] Network 20dbf989-2828-456e-828b-74a77f05b6a1 is scheduled to be hosted by DHCP agent 48edfc26-e3e7-4e5a-9c59-2b84b8091b14 with binding_index 1 {{(pid=79426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 08 16:06:21.987195 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.base_scheduler [None req-9feecb07-65ad-46a5-9d1b-d6c5169ce04d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-iscsi, 20dbf989-2828-456e-828b-74a77f05b6a1) {{(pid=79426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:06:21.993598 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9feecb07-65ad-46a5-9d1b-d6c5169ce04d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:06:21.994517 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-9feecb07-65ad-46a5-9d1b-d6c5169ce04d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for subnet, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:22.001224 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7865daf6-c0bc-4d60-b284-6fb9275f03a9 None None] Network 20dbf989-2828-456e-828b-74a77f05b6a1 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:06:22.026620 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-9feecb07-65ad-46a5-9d1b-d6c5169ce04d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.5462911
Sep 08 16:06:22.467903 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b972e0-3bc3-5e69-83ea-a229dde427c5-20dbf989-2828-456e-828b-74a77f05b6a1', 'network_id': '20dbf989-2828-456e-828b-74a77f05b6a1', 'tenant_id': '221564aa9aa6481bbbbc3f4898c2dd82', 'fixed_ips': [{'subnet_id': 'f65bad5c-6134-4f45-9534-12c77ad5a1c1'}]}} from dv-cinder-807898-1-iscsi. {{(pid=79427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Sep 08 16:06:22.469201 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:22.674161 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.db_base_plugin_common [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Allocated IP 172.20.0.2 (20dbf989-2828-456e-828b-74a77f05b6a1/f65bad5c-6134-4f45-9534-12c77ad5a1c1/7bfac589-b33a-47b0-bba4-e570d1fbcafa) {{(pid=79427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:06:22.941272 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Notify callbacks [] for port, precommit_create {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:22.957059 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Transition to ACTIVE for port object 7bfac589-b33a-47b0-bba4-e570d1fbcafa will not be triggered until provisioned by entity L2. {{(pid=79427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:06:22.978504 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Transition to ACTIVE for port object 7bfac589-b33a-47b0-bba4-e570d1fbcafa will not be triggered until provisioned by entity DHCP. {{(pid=79427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:06:22.985596 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692'] for port, after_create {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:22.990766 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:06:23.055486 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Network 20dbf989-2828-456e-828b-74a77f05b6a1 is already hosted by enough agents. {{(pid=79427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:06:23.058497 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.scheduler.base_scheduler [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Resources bound (agent type, host, resource id):  {{(pid=79427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:06:23.066054 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Received port after_create {{(pid=79427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:06:23.068286 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Pushing event updated for resources: {'Port': ['ID=7bfac589-b33a-47b0-bba4-e570d1fbcafa,revision_number=1']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:06:23.108214 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:23.108547 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:23.108878 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:23.109199 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:23.109516 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:23.109830 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:23.110142 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:23.110455 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:23.110808 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:23.111121 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:23.111695 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:23.112001 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:23.113084 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Tracked resource versions report:
Sep 08 16:06:23.113084 dv-cinder-807898-1-iscsi neutron-server[79427]: pushed versions:
Sep 08 16:06:23.113084 dv-cinder-807898-1-iscsi neutron-server[79427]: {   'AddressGroup': {'1.2'},
Sep 08 16:06:23.113084 dv-cinder-807898-1-iscsi neutron-server[79427]:     'ConntrackHelper': {'1.0'},
Sep 08 16:06:23.113084 dv-cinder-807898-1-iscsi neutron-server[79427]:     'Log': {'1.0'},
Sep 08 16:06:23.113084 dv-cinder-807898-1-iscsi neutron-server[79427]:     'Network': {'1.1'},
Sep 08 16:06:23.113084 dv-cinder-807898-1-iscsi neutron-server[79427]:     'Port': {'1.7'},
Sep 08 16:06:23.113084 dv-cinder-807898-1-iscsi neutron-server[79427]:     'PortForwarding': {'1.2'},
Sep 08 16:06:23.113084 dv-cinder-807898-1-iscsi neutron-server[79427]:     'QosPolicy': {'1.8'},
Sep 08 16:06:23.113084 dv-cinder-807898-1-iscsi neutron-server[79427]:     'SecurityGroup': {'1.4'},
Sep 08 16:06:23.113084 dv-cinder-807898-1-iscsi neutron-server[79427]:     'SecurityGroupRule': {'1.2'},
Sep 08 16:06:23.113084 dv-cinder-807898-1-iscsi neutron-server[79427]:     'SubPort': {'1.0'},
Sep 08 16:06:23.113084 dv-cinder-807898-1-iscsi neutron-server[79427]:     'Subnet': {'1.1'},
Sep 08 16:06:23.113084 dv-cinder-807898-1-iscsi neutron-server[79427]:     'Trunk': {'1.1'}}
Sep 08 16:06:23.113084 dv-cinder-807898-1-iscsi neutron-server[79427]: consumer versions:
Sep 08 16:06:23.113084 dv-cinder-807898-1-iscsi neutron-server[79427]: {   DHCP agent@dv-cinder-807898-1-iscsi: {},
Sep 08 16:06:23.113084 dv-cinder-807898-1-iscsi neutron-server[79427]:     L3 agent@dv-cinder-807898-1-iscsi: {},
Sep 08 16:06:23.113084 dv-cinder-807898-1-iscsi neutron-server[79427]:     Metadata agent@dv-cinder-807898-1-iscsi: {},
Sep 08 16:06:23.113084 dv-cinder-807898-1-iscsi neutron-server[79427]:     Metering agent@dv-cinder-807898-1-iscsi: {},
Sep 08 16:06:23.113084 dv-cinder-807898-1-iscsi neutron-server[79427]:     Open vSwitch agent@dv-cinder-807898-1-iscsi: {   'AddressGroup': '1.2',
Sep 08 16:06:23.113084 dv-cinder-807898-1-iscsi neutron-server[79427]:                                                      'ConntrackHelper': '1.0',
Sep 08 16:06:23.113084 dv-cinder-807898-1-iscsi neutron-server[79427]:                                                      'Log': '1.0',
Sep 08 16:06:23.113084 dv-cinder-807898-1-iscsi neutron-server[79427]:                                                      'Network': '1.1',
Sep 08 16:06:23.113084 dv-cinder-807898-1-iscsi neutron-server[79427]:                                                      'Port': '1.7',
Sep 08 16:06:23.113084 dv-cinder-807898-1-iscsi neutron-server[79427]:                                                      'PortForwarding': '1.2',
Sep 08 16:06:23.113084 dv-cinder-807898-1-iscsi neutron-server[79427]:                                                      'QosPolicy': '1.8',
Sep 08 16:06:23.113084 dv-cinder-807898-1-iscsi neutron-server[79427]:                                                      'SecurityGroup': '1.4',
Sep 08 16:06:23.113084 dv-cinder-807898-1-iscsi neutron-server[79427]:                                                      'SecurityGroupRule': '1.2',
Sep 08 16:06:23.113084 dv-cinder-807898-1-iscsi neutron-server[79427]:                                                      'SubPort': '1.0',
Sep 08 16:06:23.113084 dv-cinder-807898-1-iscsi neutron-server[79427]:                                                      'Subnet': '1.1',
Sep 08 16:06:23.113084 dv-cinder-807898-1-iscsi neutron-server[79427]:                                                      'Trunk': '1.1'}}
Sep 08 16:06:23.113084 dv-cinder-807898-1-iscsi neutron-server[79427]:  {{(pid=79427) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 08 16:06:23.121439 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:06:23.185523 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Attempting to bind port 7bfac589-b33a-47b0-bba4-e570d1fbcafa on host dv-cinder-807898-1-iscsi for vnic_type normal with profile  {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:06:23.186240 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Attempting to bind port 7bfac589-b33a-47b0-bba4-e570d1fbcafa by drivers openvswitch,hyperv on host dv-cinder-807898-1-iscsi at level 0 using segments [{'id': 'b7968b69-b8c1-45df-bdf7-d54fc344a334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '20dbf989-2828-456e-828b-74a77f05b6a1'}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:06:23.186240 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Attempting to bind port 7bfac589-b33a-47b0-bba4-e570d1fbcafa on network 20dbf989-2828-456e-828b-74a77f05b6a1 {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:06:23.192126 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Checking agent: {'id': 'f763117d-2875-45db-86c1-123fd700575f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 6, 1), 'started_at': datetime.datetime(2021, 9, 8, 16, 6, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:06:23.192527 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Checking segment: {'id': 'b7968b69-b8c1-45df-bdf7-d54fc344a334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '20dbf989-2828-456e-828b-74a77f05b6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:06:23.193035 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:23.193416 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Bound using segment: {'id': 'b7968b69-b8c1-45df-bdf7-d54fc344a334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '20dbf989-2828-456e-828b-74a77f05b6a1'} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:06:23.193882 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Bound port: 7bfac589-b33a-47b0-bba4-e570d1fbcafa, host: dv-cinder-807898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7968b69-b8c1-45df-bdf7-d54fc344a334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '20dbf989-2828-456e-828b-74a77f05b6a1'}}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:06:23.194273 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:23.340335 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] For port 7bfac589-b33a-47b0-bba4-e570d1fbcafa, host dv-cinder-807898-1-iscsi, cleared binding levels {{(pid=79427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:06:23.346080 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] For port 7bfac589-b33a-47b0-bba4-e570d1fbcafa, host dv-cinder-807898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=7bfac589-b33a-47b0-bba4-e570d1fbcafa,segment=NetworkSegment(b7968b69-b8c1-45df-bdf7-d54fc344a334),segment_id=b7968b69-b8c1-45df-bdf7-d54fc344a334)] {{(pid=79427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:06:23.352907 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:23.358903 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:06:23.465630 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Pushing event updated for resources: {'Port': ['ID=7bfac589-b33a-47b0-bba4-e570d1fbcafa,revision_number=2']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:06:23.471175 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:06:24.593427 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 34132) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:06:25.145495 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [None req-15da4cfb-a653-467e-be7d-f43b00d36e53 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=79426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 08 16:06:25.146618 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-15da4cfb-a653-467e-be7d-f43b00d36e53 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.5523229
Sep 08 16:06:26.245084 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 7bfac589-b33a-47b0-bba4-e570d1fbcafa up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:06:26.337193 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning for port 7bfac589-b33a-47b0-bba4-e570d1fbcafa completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:06:27.553328 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaf259f-2d2a-414b-82ef-31f802da8cdf None None] Network 20dbf989-2828-456e-828b-74a77f05b6a1 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:06:27.699552 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-59f0db8b-c879-4462-b8a0-580a1bd1249b None None] Provisioning for port 7bfac589-b33a-47b0-bba4-e570d1fbcafa completed by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:06:27.720970 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-59f0db8b-c879-4462-b8a0-580a1bd1249b None None] Provisioning complete for port 7bfac589-b33a-47b0-bba4-e570d1fbcafa triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:06:27.721453 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-59f0db8b-c879-4462-b8a0-580a1bd1249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:27.844637 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 34146) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:06:27.993051 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-59f0db8b-c879-4462-b8a0-580a1bd1249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:28.044955 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-59f0db8b-c879-4462-b8a0-580a1bd1249b None None] For port 7bfac589-b33a-47b0-bba4-e570d1fbcafa, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=7bfac589-b33a-47b0-bba4-e570d1fbcafa,segment=NetworkSegment(b7968b69-b8c1-45df-bdf7-d54fc344a334),segment_id=b7968b69-b8c1-45df-bdf7-d54fc344a334)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:06:28.051723 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-59f0db8b-c879-4462-b8a0-580a1bd1249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:28.058084 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:06:28.136512 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0db8b-c879-4462-b8a0-580a1bd1249b None None] Pushing event updated for resources: {'Port': ['ID=7bfac589-b33a-47b0-bba4-e570d1fbcafa,revision_number=3']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:06:28.140020 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-59f0db8b-c879-4462-b8a0-580a1bd1249b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:06:28.385687 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [None req-43161eaa-d2d7-4783-b0e4-04034bc328d2 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=79426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 08 16:06:28.386622 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-eb12c761-8731-47af-b436-91d5a6a0e012 None None] Provisioning complete for port 7bfac589-b33a-47b0-bba4-e570d1fbcafa triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:06:28.386836 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-43161eaa-d2d7-4783-b0e4-04034bc328d2 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.5407407
Sep 08 16:06:28.387237 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-eb12c761-8731-47af-b436-91d5a6a0e012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:30.187082 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 7bfac589-b33a-47b0-bba4-e570d1fbcafa up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:06:30.308706 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 7bfac589-b33a-47b0-bba4-e570d1fbcafa triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:06:30.309301 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:30.781578 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-f289ddad-6d6b-4a68-9991-16ad30ca7b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:31.258635 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 34158) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:06:31.282184 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:31.659105 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-50a49874-9c40-4528-b59c-bd773ca7d8e7 admin admin] Request body: {'router': {'tenant_id': '221564aa9aa6481bbbbc3f4898c2dd82', 'admin_state_up': True, 'name': 'router1'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:06:31.664435 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-50a49874-9c40-4528-b59c-bd773ca7d8e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:06:31.668322 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-50a49874-9c40-4528-b59c-bd773ca7d8e7 admin admin] Usage tracker for resource:router and tenant:221564aa9aa6481bbbbc3f4898c2dd82 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:06:31.671862 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-50a49874-9c40-4528-b59c-bd773ca7d8e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:06:31.677729 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-50a49874-9c40-4528-b59c-bd773ca7d8e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:06:31.689106 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-50a49874-9c40-4528-b59c-bd773ca7d8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1926744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35671'] for router, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:31.690715 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-50a49874-9c40-4528-b59c-bd773ca7d8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1926856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1948639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35678'] for router, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:31.716028 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-50a49874-9c40-4528-b59c-bd773ca7d8e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:31.832755 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-50a49874-9c40-4528-b59c-bd773ca7d8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1926758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1948318'] for router, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:31.851853 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-50a49874-9c40-4528-b59c-bd773ca7d8e7 admin admin] Notify callbacks [] for router, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:31.853114 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-50a49874-9c40-4528-b59c-bd773ca7d8e7 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5934575
Sep 08 16:06:32.730935 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 5 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:06:33.883549 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-41bdf1d8-4c92-48bd-937e-2e59f3d84db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:34.501417 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 34168) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:06:35.132271 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:35.179063 dv-cinder-807898-1-iscsi neutron-server[79425]: WARNING oslo_policy.policy [None req-8619f71f-ea3d-48e5-866f-b9a1904e1b83 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 08 16:06:35.179769 dv-cinder-807898-1-iscsi neutron-server[79425]: WARNING oslo_policy.policy [None req-8619f71f-ea3d-48e5-866f-b9a1904e1b83 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 08 16:06:35.401539 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [None req-8619f71f-ea3d-48e5-866f-b9a1904e1b83 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=79425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 08 16:06:35.402532 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-8619f71f-ea3d-48e5-866f-b9a1904e1b83 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.9003279
Sep 08 16:06:37.212418 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:37.975339 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 34192) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:06:38.144002 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:06:38.145616 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.quota [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f4252827be0>.
Sep 08 16:06:38.162466 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:06:38.169891 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Usage tracker for resource:network and tenant:9d4a9a601043442dbcfc67497488b8a9 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:06:38.175240 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:06:38.184782 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:06:38.205306 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Made reservation on behalf of 9d4a9a601043442dbcfc67497488b8a9 for: {'network': 1} {{(pid=79425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:06:38.280754 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.policy [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79425) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Sep 08 16:06:38.327293 dv-cinder-807898-1-iscsi neutron-server[79425]: WARNING oslo_policy.policy [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 08 16:06:38.327694 dv-cinder-807898-1-iscsi neutron-server[79425]: WARNING oslo_policy.policy [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 08 16:06:38.337992 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for network, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:38.359583 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:38.376376 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:06:38.380553 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Usage tracker for resource:security_group_rule and tenant:9d4a9a601043442dbcfc67497488b8a9 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:06:38.384272 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:06:38.391351 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:06:38.511383 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:38.516803 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:38.521900 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:06:38.535984 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Reserving flat network on physical network physnet1 {{(pid=79425) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Sep 08 16:06:38.568437 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745177524143', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:38.569052 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f4253327af0> segment precommit_create {{(pid=79425) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Sep 08 16:06:38.569549 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.db.segments_db [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Added segment 3235b71f-0c14-40b5-ba80-96fc5a4742a1 of type flat for network e2ed1a71-8bc5-4c91-9ec3-df61c44bef44
Sep 08 16:06:38.623839 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63a16ef-2029-427a-86ee-89cba3495258,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:06:38.647821 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:38.648150 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:38.648480 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:38.648797 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:38.649120 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:38.649441 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:38.649753 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:38.650061 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:38.650369 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:38.650674 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:38.650980 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:38.651284 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:38.652370 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Tracked resource versions report:
Sep 08 16:06:38.652370 dv-cinder-807898-1-iscsi neutron-server[79425]: pushed versions:
Sep 08 16:06:38.652370 dv-cinder-807898-1-iscsi neutron-server[79425]: {   'AddressGroup': {'1.2'},
Sep 08 16:06:38.652370 dv-cinder-807898-1-iscsi neutron-server[79425]:     'ConntrackHelper': {'1.0'},
Sep 08 16:06:38.652370 dv-cinder-807898-1-iscsi neutron-server[79425]:     'Log': {'1.0'},
Sep 08 16:06:38.652370 dv-cinder-807898-1-iscsi neutron-server[79425]:     'Network': {'1.1'},
Sep 08 16:06:38.652370 dv-cinder-807898-1-iscsi neutron-server[79425]:     'Port': {'1.7'},
Sep 08 16:06:38.652370 dv-cinder-807898-1-iscsi neutron-server[79425]:     'PortForwarding': {'1.2'},
Sep 08 16:06:38.652370 dv-cinder-807898-1-iscsi neutron-server[79425]:     'QosPolicy': {'1.8'},
Sep 08 16:06:38.652370 dv-cinder-807898-1-iscsi neutron-server[79425]:     'SecurityGroup': {'1.4'},
Sep 08 16:06:38.652370 dv-cinder-807898-1-iscsi neutron-server[79425]:     'SecurityGroupRule': {'1.2'},
Sep 08 16:06:38.652370 dv-cinder-807898-1-iscsi neutron-server[79425]:     'SubPort': {'1.0'},
Sep 08 16:06:38.652370 dv-cinder-807898-1-iscsi neutron-server[79425]:     'Subnet': {'1.1'},
Sep 08 16:06:38.652370 dv-cinder-807898-1-iscsi neutron-server[79425]:     'Trunk': {'1.1'}}
Sep 08 16:06:38.652370 dv-cinder-807898-1-iscsi neutron-server[79425]: consumer versions:
Sep 08 16:06:38.652370 dv-cinder-807898-1-iscsi neutron-server[79425]: {   DHCP agent@dv-cinder-807898-1-iscsi: {},
Sep 08 16:06:38.652370 dv-cinder-807898-1-iscsi neutron-server[79425]:     L3 agent@dv-cinder-807898-1-iscsi: {},
Sep 08 16:06:38.652370 dv-cinder-807898-1-iscsi neutron-server[79425]:     Metadata agent@dv-cinder-807898-1-iscsi: {},
Sep 08 16:06:38.652370 dv-cinder-807898-1-iscsi neutron-server[79425]:     Metering agent@dv-cinder-807898-1-iscsi: {},
Sep 08 16:06:38.652370 dv-cinder-807898-1-iscsi neutron-server[79425]:     Open vSwitch agent@dv-cinder-807898-1-iscsi: {   'AddressGroup': '1.2',
Sep 08 16:06:38.652370 dv-cinder-807898-1-iscsi neutron-server[79425]:                                                      'ConntrackHelper': '1.0',
Sep 08 16:06:38.652370 dv-cinder-807898-1-iscsi neutron-server[79425]:                                                      'Log': '1.0',
Sep 08 16:06:38.652370 dv-cinder-807898-1-iscsi neutron-server[79425]:                                                      'Network': '1.1',
Sep 08 16:06:38.652370 dv-cinder-807898-1-iscsi neutron-server[79425]:                                                      'Port': '1.7',
Sep 08 16:06:38.652370 dv-cinder-807898-1-iscsi neutron-server[79425]:                                                      'PortForwarding': '1.2',
Sep 08 16:06:38.652370 dv-cinder-807898-1-iscsi neutron-server[79425]:                                                      'QosPolicy': '1.8',
Sep 08 16:06:38.652370 dv-cinder-807898-1-iscsi neutron-server[79425]:                                                      'SecurityGroup': '1.4',
Sep 08 16:06:38.652370 dv-cinder-807898-1-iscsi neutron-server[79425]:                                                      'SecurityGroupRule': '1.2',
Sep 08 16:06:38.652370 dv-cinder-807898-1-iscsi neutron-server[79425]:                                                      'SubPort': '1.0',
Sep 08 16:06:38.652370 dv-cinder-807898-1-iscsi neutron-server[79425]:                                                      'Subnet': '1.1',
Sep 08 16:06:38.652370 dv-cinder-807898-1-iscsi neutron-server[79425]:                                                      'Trunk': '1.1'}}
Sep 08 16:06:38.652370 dv-cinder-807898-1-iscsi neutron-server[79425]:  {{(pid=79425) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 08 16:06:38.703737 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745177029057'] for network, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:38.707994 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:06:38.753685 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819'] for network, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:38.755355 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:06:38.756069 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:38.762152 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:06:38.885643 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.9089613
Sep 08 16:06:38.887176 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Pushing event updated for resources: {'Network': ['ID=e2ed1a71-8bc5-4c91-9ec3-df61c44bef44,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:06:38.892850 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:06:38.907832 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Network e2ed1a71-8bc5-4c91-9ec3-df61c44bef44 details requested by agent ovs-agent-dv-cinder-807898-1-iscsi with host dv-cinder-807898-1-iscsi {{(pid=79427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 08 16:06:41.276153 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 34218) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:06:41.421373 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0add50-2174-4c8f-ad76-37d58b2842cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:06:41.423008 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-ab0add50-2174-4c8f-ad76-37d58b2842cd admin admin] 10.222.0.25 "GET /v2.0/subnets/f65bad5c-6134-4f45-9534-12c77ad5a1c1 HTTP/1.1" status: 200  len: 849 time: 0.1457574
Sep 08 16:06:41.572737 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-5fbfe363-571b-4980-bfb5-7dafcec1dd68 admin admin] 10.222.0.25 "GET /v2.0/routers/3de68cb9-9064-4010-a941-b11d21ac0dfe HTTP/1.1" status: 200  len: 704 time: 0.1439691
Sep 08 16:06:42.187864 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2813fb38-08de-453a-a13f-22730c6b2416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:42.442312 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.db_base_plugin_common [None req-2813fb38-08de-453a-a13f-22730c6b2416 admin admin] Allocated IP 172.20.0.1 (20dbf989-2828-456e-828b-74a77f05b6a1/f65bad5c-6134-4f45-9534-12c77ad5a1c1/660df0a6-1ef4-40ef-9261-c2d8c7da7816) {{(pid=79426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:06:42.658713 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2813fb38-08de-453a-a13f-22730c6b2416 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:42.679212 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.provisioning_blocks [None req-2813fb38-08de-453a-a13f-22730c6b2416 admin admin] Transition to ACTIVE for port object 660df0a6-1ef4-40ef-9261-c2d8c7da7816 will not be triggered until provisioned by entity DHCP. {{(pid=79426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:06:42.738373 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2813fb38-08de-453a-a13f-22730c6b2416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692'] for port, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:42.742421 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:06:42.813527 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2813fb38-08de-453a-a13f-22730c6b2416 admin admin] Network 20dbf989-2828-456e-828b-74a77f05b6a1 is already hosted by enough agents. {{(pid=79426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:06:42.816536 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.base_scheduler [None req-2813fb38-08de-453a-a13f-22730c6b2416 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:06:42.819307 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2813fb38-08de-453a-a13f-22730c6b2416 admin admin] Received port after_create {{(pid=79426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:06:42.820094 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2813fb38-08de-453a-a13f-22730c6b2416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1928769'] for router_interface, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:42.957253 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813fb38-08de-453a-a13f-22730c6b2416 admin admin] Pushing event updated for resources: {'Port': ['ID=660df0a6-1ef4-40ef-9261-c2d8c7da7816,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:06:42.960837 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-2813fb38-08de-453a-a13f-22730c6b2416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:06:43.108731 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2813fb38-08de-453a-a13f-22730c6b2416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:43.132697 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-2f5dc370-c349-42e4-86c6-69d5ecb5a46b None None] Provisioning for port 660df0a6-1ef4-40ef-9261-c2d8c7da7816 completed by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:06:43.142015 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-2f5dc370-c349-42e4-86c6-69d5ecb5a46b None None] Provisioning complete for port 660df0a6-1ef4-40ef-9261-c2d8c7da7816 triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:06:43.142620 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-2f5dc370-c349-42e4-86c6-69d5ecb5a46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:43.248648 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-2f5dc370-c349-42e4-86c6-69d5ecb5a46b None None] Port 660df0a6-1ef4-40ef-9261-c2d8c7da7816 cannot update to ACTIVE because it is not bound. {{(pid=79427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 08 16:06:43.399013 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2813fb38-08de-453a-a13f-22730c6b2416 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:43.406000 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2813fb38-08de-453a-a13f-22730c6b2416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:43.407858 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2813fb38-08de-453a-a13f-22730c6b2416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1928932'] for router_interface, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:43.415102 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-2813fb38-08de-453a-a13f-22730c6b2416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:06:43.661230 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813fb38-08de-453a-a13f-22730c6b2416 admin admin] Pushing event updated for resources: {'Port': ['ID=660df0a6-1ef4-40ef-9261-c2d8c7da7816,revision_number=2']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:06:43.668492 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-2813fb38-08de-453a-a13f-22730c6b2416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:06:43.772821 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2813fb38-08de-453a-a13f-22730c6b2416 admin admin] Network 20dbf989-2828-456e-828b-74a77f05b6a1 is already hosted by enough agents. {{(pid=79426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:06:43.774684 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.base_scheduler [None req-2813fb38-08de-453a-a13f-22730c6b2416 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:06:44.044321 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2813fb38-08de-453a-a13f-22730c6b2416 admin admin] Router 3de68cb9-9064-4010-a941-b11d21ac0dfe is scheduled to L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 with binding_index 1 {{(pid=79426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Sep 08 16:06:44.077092 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-7c1cab32-05f4-44df-a61f-08cf5ac37e25 None None] Provisioning complete for port 660df0a6-1ef4-40ef-9261-c2d8c7da7816 triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:06:44.077588 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-7c1cab32-05f4-44df-a61f-08cf5ac37e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:44.141841 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-7c1cab32-05f4-44df-a61f-08cf5ac37e25 None None] Port 660df0a6-1ef4-40ef-9261-c2d8c7da7816 cannot update to ACTIVE because it is not bound. {{(pid=79427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 08 16:06:44.210781 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2813fb38-08de-453a-a13f-22730c6b2416 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:06:44.224509 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671c70c6-86fc-4113-8356-fa80b50f7460 None None] Sync routers for ids ['3de68cb9-9064-4010-a941-b11d21ac0dfe'] in dv-cinder-807898-1-iscsi {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:06:44.226365 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-2813fb38-08de-453a-a13f-22730c6b2416 admin admin] 10.222.0.25 "PUT /v2.0/routers/3de68cb9-9064-4010-a941-b11d21ac0dfe/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.6474783
Sep 08 16:06:44.244234 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671c70c6-86fc-4113-8356-fa80b50f7460 None None] Routers {'3de68cb9-9064-4010-a941-b11d21ac0dfe'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:06:44.245420 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-671c70c6-86fc-4113-8356-fa80b50f7460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42527b02e0>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:06:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['3de68cb9-9064-4010-a941-b11d21ac0dfe'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:06:44.430826 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-671c70c6-86fc-4113-8356-fa80b50f7460 None None] Set router 3de68cb9-9064-4010-a941-b11d21ac0dfe gateway port host: None {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:06:44.860685 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-671c70c6-86fc-4113-8356-fa80b50f7460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42527b02e0>, [{'id': '3de68cb9-9064-4010-a941-b11d21ac0dfe', 'name': 'router1', 'tenant_id': '221564aa9aa6481bbbbc3f4898c2dd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:06:31Z', 'updated_at': '2021-09-08T16:06:43Z', 'revision_number': 2, 'project_id': '221564aa9aa6481bbbbc3f4898c2dd82', 'gw_port_host': None, '_interfaces': [{'id': '660df0a6-1ef4-40ef-9261-c2d8c7da7816', 'name': '', 'network_id': '20dbf989-2828-456e-828b-74a77f05b6a1', 'tenant_id': '221564aa9aa6481bbbbc3f4898c2dd82', 'mac_address': 'fa:16:3e:ad:cc:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de68cb9-9064-4010-a941-b11d21ac0dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f65bad5c-6134-4f45-9534-12c77ad5a1c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:06:42Z', 'updated_at': '2021-09-08T16:06:43Z', 'revision_number': 2, 'project_id': '221564aa9aa6481bbbbc3f4898c2dd82', 'subnets': [{'id': 'f65bad5c-6134-4f45-9534-12c77ad5a1c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '903065ec-7fcd-4ee2-803d-73f088ea7833'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:06:44.868848 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671c70c6-86fc-4113-8356-fa80b50f7460 None None] Checking router: 3de68cb9-9064-4010-a941-b11d21ac0dfe for host: dv-cinder-807898-1-iscsi {{(pid=79428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:06:44.869419 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671c70c6-86fc-4113-8356-fa80b50f7460 None None] Updating router 3de68cb9-9064-4010-a941-b11d21ac0dfe port 660df0a6-1ef4-40ef-9261-c2d8c7da7816 binding host dv-cinder-807898-1-iscsi {{(pid=79428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 08 16:06:44.964491 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-671c70c6-86fc-4113-8356-fa80b50f7460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:45.477302 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-671c70c6-86fc-4113-8356-fa80b50f7460 None None] Notify callbacks [] for port, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:45.496464 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.provisioning_blocks [None req-671c70c6-86fc-4113-8356-fa80b50f7460 None None] Transition to ACTIVE for port object 660df0a6-1ef4-40ef-9261-c2d8c7da7816 will not be triggered until provisioned by entity L2. {{(pid=79428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:06:45.504920 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-671c70c6-86fc-4113-8356-fa80b50f7460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:45.510682 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:06:45.813478 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54abe6f3-db51-4cbb-9c1b-60e9da5364ec None None] Pushing event updated for resources: {'Port': ['ID=660df0a6-1ef4-40ef-9261-c2d8c7da7816,revision_number=3']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:06:45.834410 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54abe6f3-db51-4cbb-9c1b-60e9da5364ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:45.834660 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54abe6f3-db51-4cbb-9c1b-60e9da5364ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:45.834975 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54abe6f3-db51-4cbb-9c1b-60e9da5364ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:45.835332 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54abe6f3-db51-4cbb-9c1b-60e9da5364ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:45.835910 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54abe6f3-db51-4cbb-9c1b-60e9da5364ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:45.836239 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54abe6f3-db51-4cbb-9c1b-60e9da5364ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:45.836555 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54abe6f3-db51-4cbb-9c1b-60e9da5364ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:45.836904 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54abe6f3-db51-4cbb-9c1b-60e9da5364ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:45.837218 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54abe6f3-db51-4cbb-9c1b-60e9da5364ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:45.837531 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54abe6f3-db51-4cbb-9c1b-60e9da5364ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:45.837838 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54abe6f3-db51-4cbb-9c1b-60e9da5364ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:45.838143 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54abe6f3-db51-4cbb-9c1b-60e9da5364ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:06:45.839215 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54abe6f3-db51-4cbb-9c1b-60e9da5364ec None None] Tracked resource versions report:
Sep 08 16:06:45.839215 dv-cinder-807898-1-iscsi neutron-server[79428]: pushed versions:
Sep 08 16:06:45.839215 dv-cinder-807898-1-iscsi neutron-server[79428]: {   'AddressGroup': {'1.2'},
Sep 08 16:06:45.839215 dv-cinder-807898-1-iscsi neutron-server[79428]:     'ConntrackHelper': {'1.0'},
Sep 08 16:06:45.839215 dv-cinder-807898-1-iscsi neutron-server[79428]:     'Log': {'1.0'},
Sep 08 16:06:45.839215 dv-cinder-807898-1-iscsi neutron-server[79428]:     'Network': {'1.1'},
Sep 08 16:06:45.839215 dv-cinder-807898-1-iscsi neutron-server[79428]:     'Port': {'1.7'},
Sep 08 16:06:45.839215 dv-cinder-807898-1-iscsi neutron-server[79428]:     'PortForwarding': {'1.2'},
Sep 08 16:06:45.839215 dv-cinder-807898-1-iscsi neutron-server[79428]:     'QosPolicy': {'1.8'},
Sep 08 16:06:45.839215 dv-cinder-807898-1-iscsi neutron-server[79428]:     'SecurityGroup': {'1.4'},
Sep 08 16:06:45.839215 dv-cinder-807898-1-iscsi neutron-server[79428]:     'SecurityGroupRule': {'1.2'},
Sep 08 16:06:45.839215 dv-cinder-807898-1-iscsi neutron-server[79428]:     'SubPort': {'1.0'},
Sep 08 16:06:45.839215 dv-cinder-807898-1-iscsi neutron-server[79428]:     'Subnet': {'1.1'},
Sep 08 16:06:45.839215 dv-cinder-807898-1-iscsi neutron-server[79428]:     'Trunk': {'1.1'}}
Sep 08 16:06:45.839215 dv-cinder-807898-1-iscsi neutron-server[79428]: consumer versions:
Sep 08 16:06:45.839215 dv-cinder-807898-1-iscsi neutron-server[79428]: {   DHCP agent@dv-cinder-807898-1-iscsi: {},
Sep 08 16:06:45.839215 dv-cinder-807898-1-iscsi neutron-server[79428]:     L3 agent@dv-cinder-807898-1-iscsi: {},
Sep 08 16:06:45.839215 dv-cinder-807898-1-iscsi neutron-server[79428]:     Metadata agent@dv-cinder-807898-1-iscsi: {},
Sep 08 16:06:45.839215 dv-cinder-807898-1-iscsi neutron-server[79428]:     Metering agent@dv-cinder-807898-1-iscsi: {},
Sep 08 16:06:45.839215 dv-cinder-807898-1-iscsi neutron-server[79428]:     Open vSwitch agent@dv-cinder-807898-1-iscsi: {   'AddressGroup': '1.2',
Sep 08 16:06:45.839215 dv-cinder-807898-1-iscsi neutron-server[79428]:                                                      'ConntrackHelper': '1.0',
Sep 08 16:06:45.839215 dv-cinder-807898-1-iscsi neutron-server[79428]:                                                      'Log': '1.0',
Sep 08 16:06:45.839215 dv-cinder-807898-1-iscsi neutron-server[79428]:                                                      'Network': '1.1',
Sep 08 16:06:45.839215 dv-cinder-807898-1-iscsi neutron-server[79428]:                                                      'Port': '1.7',
Sep 08 16:06:45.839215 dv-cinder-807898-1-iscsi neutron-server[79428]:                                                      'PortForwarding': '1.2',
Sep 08 16:06:45.839215 dv-cinder-807898-1-iscsi neutron-server[79428]:                                                      'QosPolicy': '1.8',
Sep 08 16:06:45.839215 dv-cinder-807898-1-iscsi neutron-server[79428]:                                                      'SecurityGroup': '1.4',
Sep 08 16:06:45.839215 dv-cinder-807898-1-iscsi neutron-server[79428]:                                                      'SecurityGroupRule': '1.2',
Sep 08 16:06:45.839215 dv-cinder-807898-1-iscsi neutron-server[79428]:                                                      'SubPort': '1.0',
Sep 08 16:06:45.839215 dv-cinder-807898-1-iscsi neutron-server[79428]:                                                      'Subnet': '1.1',
Sep 08 16:06:45.839215 dv-cinder-807898-1-iscsi neutron-server[79428]:                                                      'Trunk': '1.1'}}
Sep 08 16:06:45.839215 dv-cinder-807898-1-iscsi neutron-server[79428]:  {{(pid=79428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 08 16:06:45.849892 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [None req-671c70c6-86fc-4113-8356-fa80b50f7460 None None] Attempting to bind port 660df0a6-1ef4-40ef-9261-c2d8c7da7816 on host dv-cinder-807898-1-iscsi for vnic_type normal with profile  {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:06:45.850289 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [None req-671c70c6-86fc-4113-8356-fa80b50f7460 None None] Attempting to bind port 660df0a6-1ef4-40ef-9261-c2d8c7da7816 by drivers openvswitch,hyperv on host dv-cinder-807898-1-iscsi at level 0 using segments [{'id': 'b7968b69-b8c1-45df-bdf7-d54fc344a334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '20dbf989-2828-456e-828b-74a77f05b6a1'}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:06:45.850730 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671c70c6-86fc-4113-8356-fa80b50f7460 None None] Attempting to bind port 660df0a6-1ef4-40ef-9261-c2d8c7da7816 on network 20dbf989-2828-456e-828b-74a77f05b6a1 {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:06:45.853501 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-54abe6f3-db51-4cbb-9c1b-60e9da5364ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:06:45.858885 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671c70c6-86fc-4113-8356-fa80b50f7460 None None] Checking agent: {'id': 'f763117d-2875-45db-86c1-123fd700575f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 6, 1), 'started_at': datetime.datetime(2021, 9, 8, 16, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:06:45.859327 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671c70c6-86fc-4113-8356-fa80b50f7460 None None] Checking segment: {'id': 'b7968b69-b8c1-45df-bdf7-d54fc344a334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '20dbf989-2828-456e-828b-74a77f05b6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:06:45.859937 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-671c70c6-86fc-4113-8356-fa80b50f7460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:45.860342 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671c70c6-86fc-4113-8356-fa80b50f7460 None None] Bound using segment: {'id': 'b7968b69-b8c1-45df-bdf7-d54fc344a334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '20dbf989-2828-456e-828b-74a77f05b6a1'} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:06:45.860880 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [None req-671c70c6-86fc-4113-8356-fa80b50f7460 None None] Bound port: 660df0a6-1ef4-40ef-9261-c2d8c7da7816, host: dv-cinder-807898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7968b69-b8c1-45df-bdf7-d54fc344a334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '20dbf989-2828-456e-828b-74a77f05b6a1'}}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:06:45.861285 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-671c70c6-86fc-4113-8356-fa80b50f7460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:45.976550 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.db [None req-671c70c6-86fc-4113-8356-fa80b50f7460 None None] For port 660df0a6-1ef4-40ef-9261-c2d8c7da7816, host dv-cinder-807898-1-iscsi, cleared binding levels {{(pid=79428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:06:45.983964 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.db [None req-671c70c6-86fc-4113-8356-fa80b50f7460 None None] For port 660df0a6-1ef4-40ef-9261-c2d8c7da7816, host dv-cinder-807898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=660df0a6-1ef4-40ef-9261-c2d8c7da7816,segment=NetworkSegment(b7968b69-b8c1-45df-bdf7-d54fc344a334),segment_id=b7968b69-b8c1-45df-bdf7-d54fc344a334)] {{(pid=79428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:06:45.997830 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-671c70c6-86fc-4113-8356-fa80b50f7460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:46.005209 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-54abe6f3-db51-4cbb-9c1b-60e9da5364ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:06:46.097030 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671c70c6-86fc-4113-8356-fa80b50f7460 None None] Routers {'3de68cb9-9064-4010-a941-b11d21ac0dfe'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:06:46.097670 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-671c70c6-86fc-4113-8356-fa80b50f7460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42527b02e0>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:06:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['3de68cb9-9064-4010-a941-b11d21ac0dfe'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:06:46.275434 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54abe6f3-db51-4cbb-9c1b-60e9da5364ec None None] Pushing event updated for resources: {'Port': ['ID=660df0a6-1ef4-40ef-9261-c2d8c7da7816,revision_number=4']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:06:46.286458 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-54abe6f3-db51-4cbb-9c1b-60e9da5364ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:06:46.327977 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-671c70c6-86fc-4113-8356-fa80b50f7460 None None] Set router 3de68cb9-9064-4010-a941-b11d21ac0dfe gateway port host: None {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:06:46.707137 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-671c70c6-86fc-4113-8356-fa80b50f7460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42527b02e0>, [{'id': '3de68cb9-9064-4010-a941-b11d21ac0dfe', 'name': 'router1', 'tenant_id': '221564aa9aa6481bbbbc3f4898c2dd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:06:31Z', 'updated_at': '2021-09-08T16:06:43Z', 'revision_number': 2, 'project_id': '221564aa9aa6481bbbbc3f4898c2dd82', 'gw_port_host': None, '_interfaces': [{'id': '660df0a6-1ef4-40ef-9261-c2d8c7da7816', 'name': '', 'network_id': '20dbf989-2828-456e-828b-74a77f05b6a1', 'tenant_id': '221564aa9aa6481bbbbc3f4898c2dd82', 'mac_address': 'fa:16:3e:ad:cc:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de68cb9-9064-4010-a941-b11d21ac0dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f65bad5c-6134-4f45-9534-12c77ad5a1c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:06:42Z', 'updated_at': '2021-09-08T16:06:45Z', 'revision_number': 4, 'project_id': '221564aa9aa6481bbbbc3f4898c2dd82', 'subnets': [{'id': 'f65bad5c-6134-4f45-9534-12c77ad5a1c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '903065ec-7fcd-4ee2-803d-73f088ea7833'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:06:46.714107 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671c70c6-86fc-4113-8356-fa80b50f7460 None None] The sync data for ids ['3de68cb9-9064-4010-a941-b11d21ac0dfe'] in dv-cinder-807898-1-iscsi is: [{'id': '3de68cb9-9064-4010-a941-b11d21ac0dfe', 'name': 'router1', 'tenant_id': '221564aa9aa6481bbbbc3f4898c2dd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:06:31Z', 'updated_at': '2021-09-08T16:06:43Z', 'revision_number': 2, 'project_id': '221564aa9aa6481bbbbc3f4898c2dd82', 'gw_port_host': None, '_interfaces': [{'id': '660df0a6-1ef4-40ef-9261-c2d8c7da7816', 'name': '', 'network_id': '20dbf989-2828-456e-828b-74a77f05b6a1', 'tenant_id': '221564aa9aa6481bbbbc3f4898c2dd82', 'mac_address': 'fa:16:3e:ad:cc:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de68cb9-9064-4010-a941-b11d21ac0dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f65bad5c-6134-4f45-9534-12c77ad5a1c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:06:42Z', 'updated_at': '2021-09-08T16:06:45Z', 'revision_number': 4, 'project_id': '221564aa9aa6481bbbbc3f4898c2dd82', 'subnets': [{'id': 'f65bad5c-6134-4f45-9534-12c77ad5a1c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '903065ec-7fcd-4ee2-803d-73f088ea7833'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:06:47.020918 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 34230) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:06:47.260241 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a7dc61-2abe-4c46-8ed5-78e20a75593b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:06:47.262193 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-d3a7dc61-2abe-4c46-8ed5-78e20a75593b admin admin] 10.222.0.25 "GET /v2.0/networks/e2ed1a71-8bc5-4c91-9ec3-df61c44bef44 HTTP/1.1" status: 200  len: 842 time: 0.2402303
Sep 08 16:06:47.272672 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-ca3fcc59-ca11-4d7c-a3a3-72643b6b92a8 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.2.1'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:06:47.279122 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-ca3fcc59-ca11-4d7c-a3a3-72643b6b92a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:06:47.283813 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-ca3fcc59-ca11-4d7c-a3a3-72643b6b92a8 admin admin] Usage tracker for resource:subnet and tenant:9d4a9a601043442dbcfc67497488b8a9 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:06:47.287051 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-ca3fcc59-ca11-4d7c-a3a3-72643b6b92a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:06:47.293755 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-ca3fcc59-ca11-4d7c-a3a3-72643b6b92a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:06:47.304869 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3fcc59-ca11-4d7c-a3a3-72643b6b92a8 admin admin] Made reservation on behalf of 9d4a9a601043442dbcfc67497488b8a9 for: {'subnet': 1} {{(pid=79426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:06:47.307226 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ca3fcc59-ca11-4d7c-a3a3-72643b6b92a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:47.745568 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.objects.ports [None req-ca3fcc59-ca11-4d7c-a3a3-72643b6b92a8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79426) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Sep 08 16:06:47.746033 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ca3fcc59-ca11-4d7c-a3a3-72643b6b92a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819'] for subnet, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:47.750821 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:06:47.837624 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3fcc59-ca11-4d7c-a3a3-72643b6b92a8 admin admin] Checking segment: {'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:06:47.837980 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3fcc59-ca11-4d7c-a3a3-72643b6b92a8 admin admin] Network hostable DHCP agents. Network: e2ed1a71-8bc5-4c91-9ec3-df61c44bef44, hostable agents: ['48edfc26-e3e7-4e5a-9c59-2b84b8091b14'], hosted agents: [] {{(pid=79426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 08 16:06:47.842469 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fcc59-ca11-4d7c-a3a3-72643b6b92a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1e16140-da4f-4587-a2e7-78015b4d0ba3,revision_number=0']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:06:47.846240 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-ca3fcc59-ca11-4d7c-a3a3-72643b6b92a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:06:47.863773 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3fcc59-ca11-4d7c-a3a3-72643b6b92a8 admin admin] Network e2ed1a71-8bc5-4c91-9ec3-df61c44bef44 is scheduled to be hosted by DHCP agent 48edfc26-e3e7-4e5a-9c59-2b84b8091b14 with binding_index 1 {{(pid=79426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 08 16:06:47.876577 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.base_scheduler [None req-ca3fcc59-ca11-4d7c-a3a3-72643b6b92a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-iscsi, e2ed1a71-8bc5-4c91-9ec3-df61c44bef44) {{(pid=79426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:06:47.883035 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3fcc59-ca11-4d7c-a3a3-72643b6b92a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:06:47.883995 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ca3fcc59-ca11-4d7c-a3a3-72643b6b92a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for subnet, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:47.886064 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a5483a-e917-45d4-ba87-7a06c9fc96cb None None] Network e2ed1a71-8bc5-4c91-9ec3-df61c44bef44 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:06:47.911067 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-ca3fcc59-ca11-4d7c-a3a3-72643b6b92a8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6421328
Sep 08 16:06:48.176126 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3602380b-52ac-4ceb-8862-eb9827e65047 None None] Network e2ed1a71-8bc5-4c91-9ec3-df61c44bef44 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:06:48.260966 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 660df0a6-1ef4-40ef-9261-c2d8c7da7816 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:06:48.437729 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning for port 660df0a6-1ef4-40ef-9261-c2d8c7da7816 completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:06:48.445571 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 660df0a6-1ef4-40ef-9261-c2d8c7da7816 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:06:48.446094 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:48.620416 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:48.660312 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] For port 660df0a6-1ef4-40ef-9261-c2d8c7da7816, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=660df0a6-1ef4-40ef-9261-c2d8c7da7816,segment=NetworkSegment(b7968b69-b8c1-45df-bdf7-d54fc344a334),segment_id=b7968b69-b8c1-45df-bdf7-d54fc344a334)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:06:48.665727 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:48.668308 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:06:48.752831 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Pushing event updated for resources: {'Port': ['ID=660df0a6-1ef4-40ef-9261-c2d8c7da7816,revision_number=5']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:06:48.757509 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:06:50.204603 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 660df0a6-1ef4-40ef-9261-c2d8c7da7816 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:06:50.283225 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 660df0a6-1ef4-40ef-9261-c2d8c7da7816 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:06:50.283658 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:50.458215 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 34244) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:06:50.666941 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-25888f8b-b01f-49fe-b3df-16f1ae12e5bd admin admin] 10.222.0.25 "GET /v2.0/routers/3de68cb9-9064-4010-a941-b11d21ac0dfe HTTP/1.1" status: 200  len: 710 time: 0.2076421
Sep 08 16:06:50.806403 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad49627-4c92-4570-9383-e0f27445bb84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:06:50.807797 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-9ad49627-4c92-4570-9383-e0f27445bb84 admin admin] 10.222.0.25 "GET /v2.0/networks/e2ed1a71-8bc5-4c91-9ec3-df61c44bef44 HTTP/1.1" status: 200  len: 886 time: 0.1339056
Sep 08 16:06:50.820874 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-da309cdb-c737-47eb-9285-b5bb7defaec2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'}}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:06:51.380275 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-da309cdb-c737-47eb-9285-b5bb7defaec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1948630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1926767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35632'] for router, precommit_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:51.906988 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-da309cdb-c737-47eb-9285-b5bb7defaec2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:51.967553 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-da309cdb-c737-47eb-9285-b5bb7defaec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:52.140505 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.db_base_plugin_common [None req-da309cdb-c737-47eb-9285-b5bb7defaec2 admin admin] Allocated IP 172.27.2.45 (e2ed1a71-8bc5-4c91-9ec3-df61c44bef44/a1e16140-da4f-4587-a2e7-78015b4d0ba3/a27e1248-65be-492b-8838-1a0c7605322c) {{(pid=79426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:06:52.303451 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-da309cdb-c737-47eb-9285-b5bb7defaec2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:52.342522 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-da309cdb-c737-47eb-9285-b5bb7defaec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692'] for port, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:52.348149 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:06:52.411747 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da309cdb-c737-47eb-9285-b5bb7defaec2 admin admin] Network e2ed1a71-8bc5-4c91-9ec3-df61c44bef44 is already hosted by enough agents. {{(pid=79426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:06:52.414833 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.base_scheduler [None req-da309cdb-c737-47eb-9285-b5bb7defaec2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:06:52.420107 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da309cdb-c737-47eb-9285-b5bb7defaec2 admin admin] Received port after_create {{(pid=79426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:06:52.477858 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da309cdb-c737-47eb-9285-b5bb7defaec2 admin admin] Pushing event updated for resources: {'Port': ['ID=a27e1248-65be-492b-8838-1a0c7605322c,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:06:52.541471 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-da309cdb-c737-47eb-9285-b5bb7defaec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:06:52.840522 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-da309cdb-c737-47eb-9285-b5bb7defaec2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:53.322051 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-da309cdb-c737-47eb-9285-b5bb7defaec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1948630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1926767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35632'] for router, precommit_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:53.328427 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-da309cdb-c737-47eb-9285-b5bb7defaec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1948318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1948532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1948295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1926111'] for router, after_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:53.569078 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da309cdb-c737-47eb-9285-b5bb7defaec2 admin admin] Router 3de68cb9-9064-4010-a941-b11d21ac0dfe has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:06:53.756077 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da309cdb-c737-47eb-9285-b5bb7defaec2 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:06:53.766474 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-da309cdb-c737-47eb-9285-b5bb7defaec2 admin admin] Notify callbacks [] for router, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:53.767913 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-da309cdb-c737-47eb-9285-b5bb7defaec2 admin admin] 10.222.0.25 "PUT /v2.0/routers/3de68cb9-9064-4010-a941-b11d21ac0dfe HTTP/1.1" status: 200  len: 889 time: 2.9505410
Sep 08 16:06:53.769041 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a633e948-dcec-468f-8e14-0ba519a5ada3 None None] Sync routers for ids ['3de68cb9-9064-4010-a941-b11d21ac0dfe'] in dv-cinder-807898-1-iscsi {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:06:53.786701 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a633e948-dcec-468f-8e14-0ba519a5ada3 None None] Routers {'3de68cb9-9064-4010-a941-b11d21ac0dfe'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:06:53.787908 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-a633e948-dcec-468f-8e14-0ba519a5ada3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251c54430>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:06:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['3de68cb9-9064-4010-a941-b11d21ac0dfe'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:06:54.102178 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-a633e948-dcec-468f-8e14-0ba519a5ada3 None None] Set router 3de68cb9-9064-4010-a941-b11d21ac0dfe gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:06:54.490639 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-a633e948-dcec-468f-8e14-0ba519a5ada3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251c54430>, [{'id': '3de68cb9-9064-4010-a941-b11d21ac0dfe', 'name': 'router1', 'tenant_id': '221564aa9aa6481bbbbc3f4898c2dd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'a27e1248-65be-492b-8838-1a0c7605322c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:06:31Z', 'updated_at': '2021-09-08T16:06:52Z', 'revision_number': 4, 'project_id': '221564aa9aa6481bbbbc3f4898c2dd82', 'gw_port': {'id': 'a27e1248-65be-492b-8838-1a0c7605322c', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bd:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de68cb9-9064-4010-a941-b11d21ac0dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:06:52Z', 'updated_at': '2021-09-08T16:06:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': '660df0a6-1ef4-40ef-9261-c2d8c7da7816', 'name': '', 'network_id': '20dbf989-2828-456e-828b-74a77f05b6a1', 'tenant_id': '221564aa9aa6481bbbbc3f4898c2dd82', 'mac_address': 'fa:16:3e:ad:cc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de68cb9-9064-4010-a941-b11d21ac0dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f65bad5c-6134-4f45-9534-12c77ad5a1c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:06:42Z', 'updated_at': '2021-09-08T16:06:48Z', 'revision_number': 5, 'project_id': '221564aa9aa6481bbbbc3f4898c2dd82', 'subnets': [{'id': 'f65bad5c-6134-4f45-9534-12c77ad5a1c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '903065ec-7fcd-4ee2-803d-73f088ea7833'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:06:54.498244 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a633e948-dcec-468f-8e14-0ba519a5ada3 None None] Checking router: 3de68cb9-9064-4010-a941-b11d21ac0dfe for host: dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:06:54.498816 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a633e948-dcec-468f-8e14-0ba519a5ada3 None None] Updating router 3de68cb9-9064-4010-a941-b11d21ac0dfe port a27e1248-65be-492b-8838-1a0c7605322c binding host dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 08 16:06:54.597083 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-a633e948-dcec-468f-8e14-0ba519a5ada3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:55.043507 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-a633e948-dcec-468f-8e14-0ba519a5ada3 None None] Notify callbacks [] for port, precommit_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:55.064525 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-a633e948-dcec-468f-8e14-0ba519a5ada3 None None] Transition to ACTIVE for port object a27e1248-65be-492b-8838-1a0c7605322c will not be triggered until provisioned by entity L2. {{(pid=79427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:06:55.075775 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-a633e948-dcec-468f-8e14-0ba519a5ada3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:55.082246 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:06:55.220814 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-a633e948-dcec-468f-8e14-0ba519a5ada3 None None] Attempting to bind port a27e1248-65be-492b-8838-1a0c7605322c on host dv-cinder-807898-1-iscsi for vnic_type normal with profile  {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:06:55.221337 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-a633e948-dcec-468f-8e14-0ba519a5ada3 None None] Attempting to bind port a27e1248-65be-492b-8838-1a0c7605322c by drivers openvswitch,hyperv on host dv-cinder-807898-1-iscsi at level 0 using segments [{'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:06:55.221961 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a633e948-dcec-468f-8e14-0ba519a5ada3 None None] Attempting to bind port a27e1248-65be-492b-8838-1a0c7605322c on network e2ed1a71-8bc5-4c91-9ec3-df61c44bef44 {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:06:55.242863 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a633e948-dcec-468f-8e14-0ba519a5ada3 None None] Checking agent: {'id': 'f763117d-2875-45db-86c1-123fd700575f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 6, 1), 'started_at': datetime.datetime(2021, 9, 8, 16, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:06:55.243510 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a633e948-dcec-468f-8e14-0ba519a5ada3 None None] Checking segment: {'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:06:55.244185 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-a633e948-dcec-468f-8e14-0ba519a5ada3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:55.244852 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a633e948-dcec-468f-8e14-0ba519a5ada3 None None] Bound using segment: {'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:06:55.245659 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-a633e948-dcec-468f-8e14-0ba519a5ada3 None None] Bound port: a27e1248-65be-492b-8838-1a0c7605322c, host: dv-cinder-807898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'}}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:06:55.246315 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-a633e948-dcec-468f-8e14-0ba519a5ada3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:55.296504 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d349010c-7842-439e-80b3-59eb82aa753a None None] Pushing event updated for resources: {'Port': ['ID=a27e1248-65be-492b-8838-1a0c7605322c,revision_number=2']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:06:55.304942 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d349010c-7842-439e-80b3-59eb82aa753a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:06:55.352412 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-a633e948-dcec-468f-8e14-0ba519a5ada3 None None] For port a27e1248-65be-492b-8838-1a0c7605322c, host dv-cinder-807898-1-iscsi, cleared binding levels {{(pid=79427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:06:55.356236 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-a633e948-dcec-468f-8e14-0ba519a5ada3 None None] For port a27e1248-65be-492b-8838-1a0c7605322c, host dv-cinder-807898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=a27e1248-65be-492b-8838-1a0c7605322c,segment=NetworkSegment(3235b71f-0c14-40b5-ba80-96fc5a4742a1),segment_id=3235b71f-0c14-40b5-ba80-96fc5a4742a1)] {{(pid=79427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:06:55.362562 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-a633e948-dcec-468f-8e14-0ba519a5ada3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:55.367234 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-6b5dc8e6-d799-4b16-a198-8a793ce06f2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:06:55.451456 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a633e948-dcec-468f-8e14-0ba519a5ada3 None None] Routers {'3de68cb9-9064-4010-a941-b11d21ac0dfe'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:06:55.452144 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-a633e948-dcec-468f-8e14-0ba519a5ada3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251c54430>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:06:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['3de68cb9-9064-4010-a941-b11d21ac0dfe'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:06:55.513400 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d349010c-7842-439e-80b3-59eb82aa753a None None] Pushing event updated for resources: {'Port': ['ID=a27e1248-65be-492b-8838-1a0c7605322c,revision_number=3']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:06:55.572074 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d349010c-7842-439e-80b3-59eb82aa753a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:06:55.657899 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-a633e948-dcec-468f-8e14-0ba519a5ada3 None None] Set router 3de68cb9-9064-4010-a941-b11d21ac0dfe gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:06:56.026444 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-a633e948-dcec-468f-8e14-0ba519a5ada3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251c54430>, [{'id': '3de68cb9-9064-4010-a941-b11d21ac0dfe', 'name': 'router1', 'tenant_id': '221564aa9aa6481bbbbc3f4898c2dd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'a27e1248-65be-492b-8838-1a0c7605322c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:06:31Z', 'updated_at': '2021-09-08T16:06:52Z', 'revision_number': 4, 'project_id': '221564aa9aa6481bbbbc3f4898c2dd82', 'gw_port': {'id': 'a27e1248-65be-492b-8838-1a0c7605322c', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bd:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de68cb9-9064-4010-a941-b11d21ac0dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:06:52Z', 'updated_at': '2021-09-08T16:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': '660df0a6-1ef4-40ef-9261-c2d8c7da7816', 'name': '', 'network_id': '20dbf989-2828-456e-828b-74a77f05b6a1', 'tenant_id': '221564aa9aa6481bbbbc3f4898c2dd82', 'mac_address': 'fa:16:3e:ad:cc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de68cb9-9064-4010-a941-b11d21ac0dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f65bad5c-6134-4f45-9534-12c77ad5a1c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:06:42Z', 'updated_at': '2021-09-08T16:06:48Z', 'revision_number': 5, 'project_id': '221564aa9aa6481bbbbc3f4898c2dd82', 'subnets': [{'id': 'f65bad5c-6134-4f45-9534-12c77ad5a1c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '903065ec-7fcd-4ee2-803d-73f088ea7833'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:06:56.031862 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a633e948-dcec-468f-8e14-0ba519a5ada3 None None] The sync data for ids ['3de68cb9-9064-4010-a941-b11d21ac0dfe'] in dv-cinder-807898-1-iscsi is: [{'id': '3de68cb9-9064-4010-a941-b11d21ac0dfe', 'name': 'router1', 'tenant_id': '221564aa9aa6481bbbbc3f4898c2dd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'a27e1248-65be-492b-8838-1a0c7605322c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:06:31Z', 'updated_at': '2021-09-08T16:06:52Z', 'revision_number': 4, 'project_id': '221564aa9aa6481bbbbc3f4898c2dd82', 'gw_port': {'id': 'a27e1248-65be-492b-8838-1a0c7605322c', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:bd:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de68cb9-9064-4010-a941-b11d21ac0dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:06:52Z', 'updated_at': '2021-09-08T16:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': '660df0a6-1ef4-40ef-9261-c2d8c7da7816', 'name': '', 'network_id': '20dbf989-2828-456e-828b-74a77f05b6a1', 'tenant_id': '221564aa9aa6481bbbbc3f4898c2dd82', 'mac_address': 'fa:16:3e:ad:cc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de68cb9-9064-4010-a941-b11d21ac0dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f65bad5c-6134-4f45-9534-12c77ad5a1c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:06:42Z', 'updated_at': '2021-09-08T16:06:48Z', 'revision_number': 5, 'project_id': '221564aa9aa6481bbbbc3f4898c2dd82', 'subnets': [{'id': 'f65bad5c-6134-4f45-9534-12c77ad5a1c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '903065ec-7fcd-4ee2-803d-73f088ea7833'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:06:56.270307 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device a27e1248-65be-492b-8838-1a0c7605322c up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:06:56.368563 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning for port a27e1248-65be-492b-8838-1a0c7605322c completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:06:56.378306 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port a27e1248-65be-492b-8838-1a0c7605322c triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:06:56.378691 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:56.456500 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 34254) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:06:56.558626 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:56.589165 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] For port a27e1248-65be-492b-8838-1a0c7605322c, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=a27e1248-65be-492b-8838-1a0c7605322c,segment=NetworkSegment(3235b71f-0c14-40b5-ba80-96fc5a4742a1),segment_id=3235b71f-0c14-40b5-ba80-96fc5a4742a1)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:06:56.596259 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:06:56.599967 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:06:56.639812 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-1b015247-b7c3-44be-8106-e150b3e19f0d admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1817763
Sep 08 16:06:56.683992 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Pushing event updated for resources: {'Port': ['ID=a27e1248-65be-492b-8838-1a0c7605322c,revision_number=4']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:06:56.688390 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:06:58.211605 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device a27e1248-65be-492b-8838-1a0c7605322c up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:06:58.288693 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port a27e1248-65be-492b-8838-1a0c7605322c triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:06:58.289057 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:07:00.810688 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-3375b90f-2608-4d3a-bf3e-388cceddf6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:07:01.280592 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:07:03.889860 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-b77c9fd2-cf30-4322-be66-748979abe9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:07:05.166596 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:07:07.245864 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:07:09.732251 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 5 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:07:30.788058 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-72cefcee-1576-445f-bce4-00905e0f29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:07:31.269136 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:07:33.884925 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-ac67bdc6-0777-4445-88e0-68ab6dff56b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:07:35.136238 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:07:37.245193 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:07:46.738350 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 5 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:08:00.791854 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-68b7509e-ce88-4e37-acd9-6f1d3d912b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:08:01.268413 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:08:03.918926 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-6f2bfc93-48f2-4e88-9e17-b78f28ca33ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:08:05.155527 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:08:07.241292 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:08:23.735692 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 5 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:08:30.786792 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-dbe93270-fa26-4d4b-aea7-85657f4052a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:08:31.271060 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:08:33.879447 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d7498263-f33e-455d-a0a8-4bc8dceca97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:08:35.149673 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:08:37.250366 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:09:00.726573 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 5 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:09:00.794106 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d61708b0-cb35-48c1-af9c-2afd5df60ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:09:01.276216 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:09:03.883420 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-f0e9b1d8-63cb-4fef-bbac-18f104a14593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:09:05.162501 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:09:07.245116 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:09:14.571059 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 34824) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:09:14.676182 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d850ae-cdd4-463e-9d7c-4b5c3d93a1a9 admin admin] GET failed (client error): The resource could not be found.
Sep 08 16:09:14.676743 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-09d850ae-cdd4-463e-9d7c-4b5c3d93a1a9 admin admin] Synchronizing usage tracker for tenant:9d4a9a601043442dbcfc67497488b8a9 on resource:network {{(pid=79425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:09:14.697865 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-09d850ae-cdd4-463e-9d7c-4b5c3d93a1a9 admin admin] Unset dirty status for tenant:9d4a9a601043442dbcfc67497488b8a9 on resource:network {{(pid=79425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:09:14.699901 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-09d850ae-cdd4-463e-9d7c-4b5c3d93a1a9 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1268694
Sep 08 16:09:14.860626 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a085e11e-a8ec-4289-a7e0-dab035a04a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:09:14.862125 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-a085e11e-a8ec-4289-a7e0-dab035a04a4e admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1583157
Sep 08 16:09:17.162945 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 34834) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:09:17.311853 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4044ee71-1983-4451-890d-3deba7ec2ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:09:17.313321 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-4044ee71-1983-4451-890d-3deba7ec2ef8 admin admin] 10.222.0.25 "GET /v2.0/subnets/f65bad5c-6134-4f45-9534-12c77ad5a1c1 HTTP/1.1" status: 200  len: 849 time: 0.1493990
Sep 08 16:09:17.323782 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-69760434-e442-4f4e-8943-f35f5f4c0aae admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:09:17.448166 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-69760434-e442-4f4e-8943-f35f5f4c0aae admin admin] Notify callbacks [] for subnet, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:09:17.674284 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-69760434-e442-4f4e-8943-f35f5f4c0aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745177441877'] for subnet, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:09:17.678880 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:09:17.727329 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69760434-e442-4f4e-8943-f35f5f4c0aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:09:17.727939 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-69760434-e442-4f4e-8943-f35f5f4c0aae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for subnet, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:09:17.729203 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-69760434-e442-4f4e-8943-f35f5f4c0aae admin admin] 10.222.0.25 "PUT /v2.0/subnets/f65bad5c-6134-4f45-9534-12c77ad5a1c1 HTTP/1.1" status: 200  len: 868 time: 0.4100056
Sep 08 16:09:17.735327 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb8f657-4053-4eb3-8822-d3e22998ea8f None None] Network 20dbf989-2828-456e-828b-74a77f05b6a1 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:09:17.752147 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69760434-e442-4f4e-8943-f35f5f4c0aae admin admin] Pushing event updated for resources: {'Subnet': ['ID=f65bad5c-6134-4f45-9534-12c77ad5a1c1,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:09:17.760950 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69760434-e442-4f4e-8943-f35f5f4c0aae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:09:17.761300 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69760434-e442-4f4e-8943-f35f5f4c0aae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:09:17.761634 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69760434-e442-4f4e-8943-f35f5f4c0aae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:09:17.761959 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69760434-e442-4f4e-8943-f35f5f4c0aae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:09:17.762284 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69760434-e442-4f4e-8943-f35f5f4c0aae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:09:17.762623 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69760434-e442-4f4e-8943-f35f5f4c0aae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:09:17.762947 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69760434-e442-4f4e-8943-f35f5f4c0aae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:09:17.763268 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69760434-e442-4f4e-8943-f35f5f4c0aae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:09:17.763641 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69760434-e442-4f4e-8943-f35f5f4c0aae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:09:17.763952 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69760434-e442-4f4e-8943-f35f5f4c0aae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:09:17.764270 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69760434-e442-4f4e-8943-f35f5f4c0aae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:09:17.764587 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69760434-e442-4f4e-8943-f35f5f4c0aae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:09:17.769278 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-69760434-e442-4f4e-8943-f35f5f4c0aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:09:18.272163 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-98d4a6dc-2e91-4a23-adaa-c08f64273d70 None None] Provisioning complete for port 660df0a6-1ef4-40ef-9261-c2d8c7da7816 triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:09:18.272530 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-98d4a6dc-2e91-4a23-adaa-c08f64273d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:09:18.413605 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-98d4a6dc-2e91-4a23-adaa-c08f64273d70 None None] Provisioning complete for port 7bfac589-b33a-47b0-bba4-e570d1fbcafa triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:09:18.413865 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-98d4a6dc-2e91-4a23-adaa-c08f64273d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:09:20.017793 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 34844) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:09:20.214781 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b669249-b5bc-46bc-a92d-55b7cd1be906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:09:20.215270 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b669249-b5bc-46bc-a92d-55b7cd1be906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:09:20.217197 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-9b669249-b5bc-46bc-a92d-55b7cd1be906 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1981971
Sep 08 16:09:22.504613 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 34854) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:09:22.720768 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2719d961-fd53-4c69-be47-43b93136bcb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:09:22.721247 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2719d961-fd53-4c69-be47-43b93136bcb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:09:22.722854 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-2719d961-fd53-4c69-be47-43b93136bcb7 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2171836
Sep 08 16:09:25.023048 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 34864) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:09:25.210210 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b40103c-3831-4907-938f-dbd9c3225945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:09:25.211842 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-0b40103c-3831-4907-938f-dbd9c3225945 admin admin] 10.222.0.25 "GET /v2.0/networks/20dbf989-2828-456e-828b-74a77f05b6a1 HTTP/1.1" status: 200  len: 869 time: 0.1872506
Sep 08 16:09:27.447122 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 34874) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:09:27.620153 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62186e16-5543-4fae-9955-f36772e7095c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:09:27.621543 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-62186e16-5543-4fae-9955-f36772e7095c admin admin] 10.222.0.25 "GET /v2.0/networks/e2ed1a71-8bc5-4c91-9ec3-df61c44bef44 HTTP/1.1" status: 200  len: 886 time: 0.1734185
Sep 08 16:09:29.861290 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 34884) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:09:29.974015 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab06b443-a342-4a62-ad14-81f1c380b720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:09:29.974474 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab06b443-a342-4a62-ad14-81f1c380b720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:09:29.975196 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-ab06b443-a342-4a62-ad14-81f1c380b720 admin admin] Synchronizing usage tracker for tenant:9d4a9a601043442dbcfc67497488b8a9 on resource:subnet {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:09:29.994371 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-ab06b443-a342-4a62-ad14-81f1c380b720 admin admin] Unset dirty status for tenant:9d4a9a601043442dbcfc67497488b8a9 on resource:subnet {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:09:29.995629 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-ab06b443-a342-4a62-ad14-81f1c380b720 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1333652
Sep 08 16:09:30.791115 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-a859d406-4f43-41b3-ad88-d7906a571a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:09:31.272473 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:09:32.217063 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 34894) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:09:32.336583 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf5db23-eb37-4466-8c14-2ac4708fac2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:09:32.337115 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf5db23-eb37-4466-8c14-2ac4708fac2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:09:32.338920 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-0cf5db23-eb37-4466-8c14-2ac4708fac2c admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1208141
Sep 08 16:09:33.895367 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-f1543065-8752-4de6-b7e1-b7517b61cd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:09:34.640150 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 34904) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:09:34.750247 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cfa2e0-8c31-4022-876e-5dba420e3be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:09:34.751690 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-c9cfa2e0-8c31-4022-876e-5dba420e3be0 admin admin] 10.222.0.25 "GET /v2.0/subnets/a1e16140-da4f-4587-a2e7-78015b4d0ba3 HTTP/1.1" status: 200  len: 816 time: 0.1104221
Sep 08 16:09:35.157352 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:09:37.058495 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 34914) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:09:37.220128 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1df7f38-6a07-4093-bcaf-d51157f904ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:09:37.222310 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-e1df7f38-6a07-4093-bcaf-d51157f904ce admin admin] 10.222.0.25 "GET /v2.0/subnets/f65bad5c-6134-4f45-9534-12c77ad5a1c1 HTTP/1.1" status: 200  len: 868 time: 0.1626232
Sep 08 16:09:37.255807 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:09:37.726310 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 5 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:10:00.798782 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-6ea52fda-12f1-497b-8c29-660b0b9d9c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:10:01.280470 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:10:03.062451 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 34958) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:10:03.126510 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [None req-7eed2389-1018-4f04-830e-c54956edd60e admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=79425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 08 16:10:03.127880 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-7eed2389-1018-4f04-830e-c54956edd60e admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0640059
Sep 08 16:10:03.891605 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-c75d60bd-aa36-4bd1-bf46-208edf5520b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:10:05.155560 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:10:05.541705 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 34972) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:10:05.618290 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c7f81fb-6471-45f0-84d5-b7220aba7106 admin admin] GET failed (client error): The resource could not be found.
Sep 08 16:10:05.619980 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-9c7f81fb-6471-45f0-84d5-b7220aba7106 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0773182
Sep 08 16:10:05.833055 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc736f0-4c59-40c1-a463-8094b8faef28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:10:05.835592 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-2bc736f0-4c59-40c1-a463-8094b8faef28 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.2112954
Sep 08 16:10:07.262482 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:10:08.165952 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 34982) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:10:08.245156 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-545b0f6a-50b7-497e-b2a8-7bd0dbd33574 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:10:08.249966 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-545b0f6a-50b7-497e-b2a8-7bd0dbd33574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:10:08.261226 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-545b0f6a-50b7-497e-b2a8-7bd0dbd33574 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:10:08.273006 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545b0f6a-50b7-497e-b2a8-7bd0dbd33574 admin admin] Made reservation on behalf of 9d4a9a601043442dbcfc67497488b8a9 for: {'network': 1} {{(pid=79425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:10:08.277330 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-545b0f6a-50b7-497e-b2a8-7bd0dbd33574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for network, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:10:08.371405 dv-cinder-807898-1-iscsi neutron-server[79425]: WARNING neutron.services.revisions.revision_plugin [None req-545b0f6a-50b7-497e-b2a8-7bd0dbd33574 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f4251afd3a0] {project_id='9d4a9a601043442dbcfc67497488b8a9', id='d573cca3-b4f4-43f5-88a7-c1d0d205869c', target_tenant='*', action='access_as_shared', object_id='5d74c6a3-571e-40d8-8371-c02b20be58d8'}> to bump revision.
Sep 08 16:10:08.391490 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-545b0f6a-50b7-497e-b2a8-7bd0dbd33574 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914}  {{(pid=79425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 08 16:10:08.407612 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-545b0f6a-50b7-497e-b2a8-7bd0dbd33574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:10:08.408096 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.db.segments_db [None req-545b0f6a-50b7-497e-b2a8-7bd0dbd33574 admin admin] Added segment 45793eb5-c328-4c48-b401-508d5b96a8fe of type vlan for network 5d74c6a3-571e-40d8-8371-c02b20be58d8
Sep 08 16:10:08.455733 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-545b0f6a-50b7-497e-b2a8-7bd0dbd33574 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745177029057'] for network, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:10:08.505278 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-545b0f6a-50b7-497e-b2a8-7bd0dbd33574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819'] for network, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:10:08.507609 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545b0f6a-50b7-497e-b2a8-7bd0dbd33574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:10:08.508599 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-545b0f6a-50b7-497e-b2a8-7bd0dbd33574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:10:08.517474 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:10:08.703891 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-545b0f6a-50b7-497e-b2a8-7bd0dbd33574 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5365632
Sep 08 16:10:08.713575 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b0f6a-50b7-497e-b2a8-7bd0dbd33574 admin admin] Pushing event updated for resources: {'Network': ['ID=5d74c6a3-571e-40d8-8371-c02b20be58d8,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:10:08.724284 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-545b0f6a-50b7-497e-b2a8-7bd0dbd33574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:10:08.735692 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Network 5d74c6a3-571e-40d8-8371-c02b20be58d8 details requested by agent ovs-agent-dv-cinder-807898-1-iscsi with host dv-cinder-807898-1-iscsi {{(pid=79427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 08 16:10:11.139016 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 34996) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:10:11.235697 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.pecan_wsgi.hooks.translation [None req-22cfa14c-2bb8-4c4d-897b-c14d3551b404 admin admin] GET failed (client error): The resource could not be found.
Sep 08 16:10:11.238369 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-22cfa14c-2bb8-4c4d-897b-c14d3551b404 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0977485
Sep 08 16:10:11.438406 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96a289e-8ac0-4e3b-aa18-32c3b43cc285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:10:11.441061 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-a96a289e-8ac0-4e3b-aa18-32c3b43cc285 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1982720
Sep 08 16:10:11.451547 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-24ee22f8-b125-48a8-9d08-e1b420014ce8 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '5d74c6a3-571e-40d8-8371-c02b20be58d8', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:10:11.458164 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-24ee22f8-b125-48a8-9d08-e1b420014ce8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:10:11.470521 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-24ee22f8-b125-48a8-9d08-e1b420014ce8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:10:11.485115 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ee22f8-b125-48a8-9d08-e1b420014ce8 admin admin] Made reservation on behalf of 9d4a9a601043442dbcfc67497488b8a9 for: {'subnet': 1} {{(pid=79426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:10:11.490407 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-24ee22f8-b125-48a8-9d08-e1b420014ce8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:10:11.815600 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-24ee22f8-b125-48a8-9d08-e1b420014ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819'] for subnet, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:10:11.821579 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-ca3fcc59-ca11-4d7c-a3a3-72643b6b92a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:10:11.928659 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee22f8-b125-48a8-9d08-e1b420014ce8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58d09037-da96-4224-8805-a4e99b8718a0,revision_number=0']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:10:11.948008 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee22f8-b125-48a8-9d08-e1b420014ce8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:10:11.948541 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee22f8-b125-48a8-9d08-e1b420014ce8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:10:11.948975 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee22f8-b125-48a8-9d08-e1b420014ce8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:10:11.949410 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee22f8-b125-48a8-9d08-e1b420014ce8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:10:11.949831 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee22f8-b125-48a8-9d08-e1b420014ce8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:10:11.950386 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee22f8-b125-48a8-9d08-e1b420014ce8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:10:11.950921 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee22f8-b125-48a8-9d08-e1b420014ce8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:10:11.951509 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee22f8-b125-48a8-9d08-e1b420014ce8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:10:11.952999 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee22f8-b125-48a8-9d08-e1b420014ce8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:10:11.952999 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee22f8-b125-48a8-9d08-e1b420014ce8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:10:11.952999 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee22f8-b125-48a8-9d08-e1b420014ce8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:10:11.952999 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ee22f8-b125-48a8-9d08-e1b420014ce8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:10:11.959620 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-24ee22f8-b125-48a8-9d08-e1b420014ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:10:11.964607 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ee22f8-b125-48a8-9d08-e1b420014ce8 admin admin] Checking segment: {'id': '45793eb5-c328-4c48-b401-508d5b96a8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '5d74c6a3-571e-40d8-8371-c02b20be58d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:10:11.965870 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ee22f8-b125-48a8-9d08-e1b420014ce8 admin admin] Network hostable DHCP agents. Network: 5d74c6a3-571e-40d8-8371-c02b20be58d8, hostable agents: ['48edfc26-e3e7-4e5a-9c59-2b84b8091b14'], hosted agents: [] {{(pid=79426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 08 16:10:12.000443 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ee22f8-b125-48a8-9d08-e1b420014ce8 admin admin] Network 5d74c6a3-571e-40d8-8371-c02b20be58d8 is scheduled to be hosted by DHCP agent 48edfc26-e3e7-4e5a-9c59-2b84b8091b14 with binding_index 1 {{(pid=79426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 08 16:10:12.015371 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.base_scheduler [None req-24ee22f8-b125-48a8-9d08-e1b420014ce8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-iscsi, 5d74c6a3-571e-40d8-8371-c02b20be58d8) {{(pid=79426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:10:12.021781 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ee22f8-b125-48a8-9d08-e1b420014ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:10:12.023014 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-24ee22f8-b125-48a8-9d08-e1b420014ce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for subnet, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:10:12.026170 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d066ff5b-ebb6-4581-841b-cac408690066 None None] Network 5d74c6a3-571e-40d8-8371-c02b20be58d8 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:10:12.087050 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-24ee22f8-b125-48a8-9d08-e1b420014ce8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6376209
Sep 08 16:10:12.333117 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b972e0-3bc3-5e69-83ea-a229dde427c5-5d74c6a3-571e-40d8-8371-c02b20be58d8', 'network_id': '5d74c6a3-571e-40d8-8371-c02b20be58d8', 'tenant_id': '9d4a9a601043442dbcfc67497488b8a9', 'fixed_ips': [{'subnet_id': '58d09037-da96-4224-8805-a4e99b8718a0'}]}} from dv-cinder-807898-1-iscsi. {{(pid=79427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Sep 08 16:10:12.334980 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:10:12.576796 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.db_base_plugin_common [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Allocated IP 192.168.233.2 (5d74c6a3-571e-40d8-8371-c02b20be58d8/58d09037-da96-4224-8805-a4e99b8718a0/0d65312d-125c-4c19-8c3d-b726fcaf6b21) {{(pid=79427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:10:12.924013 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Notify callbacks [] for port, precommit_create {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:10:12.948880 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Transition to ACTIVE for port object 0d65312d-125c-4c19-8c3d-b726fcaf6b21 will not be triggered until provisioned by entity L2. {{(pid=79427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:10:12.987365 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Transition to ACTIVE for port object 0d65312d-125c-4c19-8c3d-b726fcaf6b21 will not be triggered until provisioned by entity DHCP. {{(pid=79427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:10:12.996141 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692'] for port, after_create {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:10:13.002562 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-59f0db8b-c879-4462-b8a0-580a1bd1249b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:10:13.120461 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Network 5d74c6a3-571e-40d8-8371-c02b20be58d8 is already hosted by enough agents. {{(pid=79427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:10:13.126176 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.scheduler.base_scheduler [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Resources bound (agent type, host, resource id):  {{(pid=79427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:10:13.138216 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Received port after_create {{(pid=79427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:10:13.140930 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Pushing event updated for resources: {'Port': ['ID=0d65312d-125c-4c19-8c3d-b726fcaf6b21,revision_number=1']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:10:13.154810 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:10:13.155196 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:10:13.155692 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:10:13.156114 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:10:13.156529 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:10:13.157047 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:10:13.157439 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:10:13.157947 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:10:13.158428 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:10:13.158839 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:10:13.159320 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:10:13.159793 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:10:13.188476 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:10:13.278385 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Attempting to bind port 0d65312d-125c-4c19-8c3d-b726fcaf6b21 on host dv-cinder-807898-1-iscsi for vnic_type normal with profile  {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:10:13.278959 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Attempting to bind port 0d65312d-125c-4c19-8c3d-b726fcaf6b21 by drivers openvswitch,hyperv on host dv-cinder-807898-1-iscsi at level 0 using segments [{'id': '45793eb5-c328-4c48-b401-508d5b96a8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '5d74c6a3-571e-40d8-8371-c02b20be58d8'}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:10:13.279570 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Attempting to bind port 0d65312d-125c-4c19-8c3d-b726fcaf6b21 on network 5d74c6a3-571e-40d8-8371-c02b20be58d8 {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:10:13.286823 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Checking agent: {'id': 'f763117d-2875-45db-86c1-123fd700575f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 6, 1), 'started_at': datetime.datetime(2021, 9, 8, 16, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:10:13.287344 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Checking segment: {'id': '45793eb5-c328-4c48-b401-508d5b96a8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '5d74c6a3-571e-40d8-8371-c02b20be58d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:10:13.288008 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:10:13.289145 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Bound using segment: {'id': '45793eb5-c328-4c48-b401-508d5b96a8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '5d74c6a3-571e-40d8-8371-c02b20be58d8'} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:10:13.291746 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Bound port: 0d65312d-125c-4c19-8c3d-b726fcaf6b21, host: dv-cinder-807898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45793eb5-c328-4c48-b401-508d5b96a8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '5d74c6a3-571e-40d8-8371-c02b20be58d8'}}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:10:13.291746 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:10:13.419936 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] For port 0d65312d-125c-4c19-8c3d-b726fcaf6b21, host dv-cinder-807898-1-iscsi, cleared binding levels {{(pid=79427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:10:13.424964 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] For port 0d65312d-125c-4c19-8c3d-b726fcaf6b21, host dv-cinder-807898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=0d65312d-125c-4c19-8c3d-b726fcaf6b21,segment=NetworkSegment(45793eb5-c328-4c48-b401-508d5b96a8fe),segment_id=45793eb5-c328-4c48-b401-508d5b96a8fe)] {{(pid=79427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:10:13.431344 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:10:13.435675 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:10:13.533822 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Pushing event updated for resources: {'Port': ['ID=0d65312d-125c-4c19-8c3d-b726fcaf6b21,revision_number=2']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:10:13.538850 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:10:14.395435 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 0d65312d-125c-4c19-8c3d-b726fcaf6b21 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:10:14.504325 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning for port 0d65312d-125c-4c19-8c3d-b726fcaf6b21 completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:10:14.588000 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5248287-8fd7-4151-9014-3323701ada6d None None] Network 5d74c6a3-571e-40d8-8371-c02b20be58d8 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:10:14.691965 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-47da078d-0585-4b91-929a-975532e5c0f9 None None] Provisioning for port 0d65312d-125c-4c19-8c3d-b726fcaf6b21 completed by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:10:14.710887 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-47da078d-0585-4b91-929a-975532e5c0f9 None None] Provisioning complete for port 0d65312d-125c-4c19-8c3d-b726fcaf6b21 triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:10:14.711394 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-47da078d-0585-4b91-929a-975532e5c0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:10:14.732157 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 5 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:10:15.006900 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-47da078d-0585-4b91-929a-975532e5c0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:10:15.118336 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-47da078d-0585-4b91-929a-975532e5c0f9 None None] For port 0d65312d-125c-4c19-8c3d-b726fcaf6b21, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=0d65312d-125c-4c19-8c3d-b726fcaf6b21,segment=NetworkSegment(45793eb5-c328-4c48-b401-508d5b96a8fe),segment_id=45793eb5-c328-4c48-b401-508d5b96a8fe)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:10:15.124748 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-47da078d-0585-4b91-929a-975532e5c0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:10:15.130416 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d349010c-7842-439e-80b3-59eb82aa753a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:10:15.229366 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da078d-0585-4b91-929a-975532e5c0f9 None None] Pushing event updated for resources: {'Port': ['ID=0d65312d-125c-4c19-8c3d-b726fcaf6b21,revision_number=3']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:10:15.237281 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-47da078d-0585-4b91-929a-975532e5c0f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:10:15.463417 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-fe4ae43b-d50b-4218-84af-cb095d86f0a5 None None] Provisioning complete for port 0d65312d-125c-4c19-8c3d-b726fcaf6b21 triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:10:15.465046 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-fe4ae43b-d50b-4218-84af-cb095d86f0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:10:16.339074 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 0d65312d-125c-4c19-8c3d-b726fcaf6b21 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:10:16.423258 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 0d65312d-125c-4c19-8c3d-b726fcaf6b21 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:10:16.423664 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:10:30.786822 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-4397e5b6-9575-4422-93d0-012635be7755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:10:31.285178 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:10:33.889856 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-1b903f85-6414-400e-981a-a62ad68e0da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:10:35.164311 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:10:37.256169 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:10:51.721215 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 5 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:11:00.794771 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-cb836a2b-6a9d-4880-aa0d-0207434cc6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:11:01.280414 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:11:03.886063 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-7d02dd98-2f58-4c99-83d3-d0d8da14b4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:11:05.160143 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:11:07.261285 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:11:28.722540 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 5 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:11:30.789037 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-9ac371a8-4844-4021-953e-f857118ce44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:11:31.284726 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:11:33.885545 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-c1246e0a-a56c-4c3b-8651-1ee1283ae8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:11:35.166792 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:11:35.331553 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 35038) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:11:35.338808 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [None req-e7d74240-40cc-490c-9665-a3c722c88bb8 tempest-verify_tempest_config-1961882034 tempest-verify_tempest_config-1961882034-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=79426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 08 16:11:35.340066 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-e7d74240-40cc-490c-9665-a3c722c88bb8 tempest-verify_tempest_config-1961882034 tempest-verify_tempest_config-1961882034-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0075431
Sep 08 16:11:35.741170 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 35056) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:11:35.908772 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-872a6f2e-81e5-4b31-9604-17a3c0aad4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:11:35.924467 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-872a6f2e-81e5-4b31-9604-17a3c0aad4eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:11:35.929336 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-872a6f2e-81e5-4b31-9604-17a3c0aad4eb admin admin] Usage tracker for resource:security_group_rule and tenant:c5aa1ef8cf1841a986d3df1d3843821c is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:11:35.932446 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-872a6f2e-81e5-4b31-9604-17a3c0aad4eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:11:35.938586 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-872a6f2e-81e5-4b31-9604-17a3c0aad4eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:11:36.028722 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-872a6f2e-81e5-4b31-9604-17a3c0aad4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:11:36.032837 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-872a6f2e-81e5-4b31-9604-17a3c0aad4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:11:36.040858 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:11:36.085608 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-872a6f2e-81e5-4b31-9604-17a3c0aad4eb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c5aa1ef8cf1841a986d3df1d3843821c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3433414
Sep 08 16:11:36.086641 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a6f2e-81e5-4b31-9604-17a3c0aad4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae1b95c-013e-4163-bbee-40b17ac8bc4b,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:11:36.088793 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 35062) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:11:36.106569 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872a6f2e-81e5-4b31-9604-17a3c0aad4eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:11:36.106922 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872a6f2e-81e5-4b31-9604-17a3c0aad4eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:11:36.107249 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872a6f2e-81e5-4b31-9604-17a3c0aad4eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:11:36.107911 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872a6f2e-81e5-4b31-9604-17a3c0aad4eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:11:36.107911 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872a6f2e-81e5-4b31-9604-17a3c0aad4eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:11:36.108262 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872a6f2e-81e5-4b31-9604-17a3c0aad4eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:11:36.108576 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872a6f2e-81e5-4b31-9604-17a3c0aad4eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:11:36.108885 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872a6f2e-81e5-4b31-9604-17a3c0aad4eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:11:36.109193 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872a6f2e-81e5-4b31-9604-17a3c0aad4eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:11:36.109500 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872a6f2e-81e5-4b31-9604-17a3c0aad4eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:11:36.109807 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872a6f2e-81e5-4b31-9604-17a3c0aad4eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:11:36.110107 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872a6f2e-81e5-4b31-9604-17a3c0aad4eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:11:36.116987 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-872a6f2e-81e5-4b31-9604-17a3c0aad4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:11:36.166103 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-f6b10abd-1753-4998-8b3a-450ed23ca05d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:11:36.195266 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-f6b10abd-1753-4998-8b3a-450ed23ca05d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:11:36.302165 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-f6b10abd-1753-4998-8b3a-450ed23ca05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:11:36.307184 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-872a6f2e-81e5-4b31-9604-17a3c0aad4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:11:36.319089 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b10abd-1753-4998-8b3a-450ed23ca05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae1b95c-013e-4163-bbee-40b17ac8bc4b,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:11:36.322936 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-f6b10abd-1753-4998-8b3a-450ed23ca05d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:11:36.327648 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-f6b10abd-1753-4998-8b3a-450ed23ca05d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:11:36.329539 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-f6b10abd-1753-4998-8b3a-450ed23ca05d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cae1b95c-013e-4163-bbee-40b17ac8bc4b HTTP/1.1" status: 204  len: 168 time: 0.2396457
Sep 08 16:11:37.261048 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:12:00.785219 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d7400c6d-fa0b-4afd-aab5-2820d3de4a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:12:01.273224 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:12:03.885467 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-440bdd6b-b03f-4f47-b87b-8ab6f9c66cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:12:05.165786 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:12:05.720810 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 5 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:12:07.263460 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:12:30.785242 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-93f918ba-c1e3-425c-8dd5-e4c847127877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:12:31.268292 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:12:33.889793 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-da24d307-1ead-41ba-9681-aa41536fd9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:12:35.166918 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:12:37.269591 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:12:42.720540 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 5 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:13:00.808230 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d881c926-238c-4663-b3b4-b728a57344c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:13:01.275352 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:13:03.894727 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-a0a610ad-7b53-4475-888f-b030d6069c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:13:05.171144 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:13:07.278811 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:13:15.670151 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1937994'] for agent, after_create {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:13:19.727711 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:13:30.791500 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-5bbb6a65-73a6-40b9-a800-04ef893cf516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:13:31.278992 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:13:32.260345 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 35142) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:13:32.409454 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-df3ed7e6-ec36-457b-9160-7acf15cbd1ec admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1473713
Sep 08 16:13:33.904230 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-25cb1364-8152-48d5-a279-f91579f5ff06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:13:34.674607 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 35152) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:13:34.740092 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-462e28dd-e2ca-4ca5-8b00-20b97e5021db admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0643177
Sep 08 16:13:35.174291 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:13:37.286771 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:13:45.636209 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:13:56.716647 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:14:00.786856 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-3f637679-764e-41e5-8929-51aaca224e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:14:01.274779 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:14:03.899341 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-917d1d78-9348-4999-ae5e-8e3a5c25b6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:14:05.183851 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:14:07.285726 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:14:15.656495 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:14:30.797541 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-7d02a82c-6141-41f7-99c2-bace6599d558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:14:31.291252 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:14:33.721056 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:14:33.910885 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-1222d05d-d2ab-4b71-a13d-1de848a2375f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:14:35.183741 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:14:37.292048 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:14:45.665299 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:00.795777 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-4d0e124a-852f-4943-83dd-2483bfecb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:01.281274 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:03.910233 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-f8be76de-c834-4dc6-8fc1-791c7677bab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:05.191154 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:07.289312 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:10.724237 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:15:15.690251 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:19.625931 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 35304) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:15:19.676843 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 35312) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:15:19.951508 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-6c5ade35-cf68-4e83-a3ee-7882b0f3e77f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1866807271-network', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:15:19.965871 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-6c5ade35-cf68-4e83-a3ee-7882b0f3e77f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:15:19.977203 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-6c5ade35-cf68-4e83-a3ee-7882b0f3e77f admin admin] Usage tracker for resource:network and tenant:8151b8f5193c4e4eb58002780ae62270 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:15:19.987299 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-6c5ade35-cf68-4e83-a3ee-7882b0f3e77f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:15:20.003650 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-6c5ade35-cf68-4e83-a3ee-7882b0f3e77f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:15:20.023819 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5ade35-cf68-4e83-a3ee-7882b0f3e77f admin admin] Made reservation on behalf of 8151b8f5193c4e4eb58002780ae62270 for: {'network': 1} {{(pid=79426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:15:20.028020 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-6c5ade35-cf68-4e83-a3ee-7882b0f3e77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for network, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:20.062370 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-732682896-network', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:15:20.069985 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-6c5ade35-cf68-4e83-a3ee-7882b0f3e77f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:20.095220 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:15:20.115400 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Usage tracker for resource:network and tenant:212c97f3a57a4db5985bce4f60183ab4 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:15:20.124401 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:15:20.145967 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-6c5ade35-cf68-4e83-a3ee-7882b0f3e77f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:15:20.150480 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:15:20.162694 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-6c5ade35-cf68-4e83-a3ee-7882b0f3e77f admin admin] Usage tracker for resource:security_group_rule and tenant:8151b8f5193c4e4eb58002780ae62270 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:15:20.172566 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-6c5ade35-cf68-4e83-a3ee-7882b0f3e77f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:15:20.182510 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Made reservation on behalf of 212c97f3a57a4db5985bce4f60183ab4 for: {'network': 1} {{(pid=79426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:15:20.190841 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for network, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:20.223864 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-6c5ade35-cf68-4e83-a3ee-7882b0f3e77f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:15:20.227959 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:20.268262 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:15:20.278023 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Usage tracker for resource:security_group_rule and tenant:212c97f3a57a4db5985bce4f60183ab4 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:15:20.283278 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:15:20.305810 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:15:20.488655 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:20.503056 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:20.536901 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937}  {{(pid=79426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 08 16:15:20.549480 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:20.570425 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:20.571024 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.db.segments_db [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Added segment 967548e4-bbe3-4c32-a3ac-8b359fdd3bd4 of type vlan for network 582096af-2f90-402d-b754-a13d85dcf0f9
Sep 08 16:15:20.663557 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745177029057'] for network, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:20.697225 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-6c5ade35-cf68-4e83-a3ee-7882b0f3e77f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:20.708665 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-6c5ade35-cf68-4e83-a3ee-7882b0f3e77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:20.715310 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2af380e-30ea-4537-82e0-b635685ca189,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:20.748380 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:20.748380 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:20.748380 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:20.748380 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:20.748380 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:20.748380 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:20.749333 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:20.749333 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:20.749621 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:20.749825 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:20.750188 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:20.750751 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:20.752017 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Tracked resource versions report:
Sep 08 16:15:20.752017 dv-cinder-807898-1-iscsi neutron-server[79426]: pushed versions:
Sep 08 16:15:20.752017 dv-cinder-807898-1-iscsi neutron-server[79426]: {   'AddressGroup': {'1.2'},
Sep 08 16:15:20.752017 dv-cinder-807898-1-iscsi neutron-server[79426]:     'ConntrackHelper': {'1.0'},
Sep 08 16:15:20.752017 dv-cinder-807898-1-iscsi neutron-server[79426]:     'Log': {'1.0'},
Sep 08 16:15:20.752017 dv-cinder-807898-1-iscsi neutron-server[79426]:     'Network': {'1.1'},
Sep 08 16:15:20.752017 dv-cinder-807898-1-iscsi neutron-server[79426]:     'Port': {'1.7'},
Sep 08 16:15:20.752017 dv-cinder-807898-1-iscsi neutron-server[79426]:     'PortForwarding': {'1.2'},
Sep 08 16:15:20.752017 dv-cinder-807898-1-iscsi neutron-server[79426]:     'QosPolicy': {'1.8'},
Sep 08 16:15:20.752017 dv-cinder-807898-1-iscsi neutron-server[79426]:     'SecurityGroup': {'1.4'},
Sep 08 16:15:20.752017 dv-cinder-807898-1-iscsi neutron-server[79426]:     'SecurityGroupRule': {'1.2'},
Sep 08 16:15:20.752017 dv-cinder-807898-1-iscsi neutron-server[79426]:     'SubPort': {'1.0'},
Sep 08 16:15:20.752017 dv-cinder-807898-1-iscsi neutron-server[79426]:     'Subnet': {'1.1'},
Sep 08 16:15:20.752017 dv-cinder-807898-1-iscsi neutron-server[79426]:     'Trunk': {'1.1'}}
Sep 08 16:15:20.752017 dv-cinder-807898-1-iscsi neutron-server[79426]: consumer versions:
Sep 08 16:15:20.752017 dv-cinder-807898-1-iscsi neutron-server[79426]: {   DHCP agent@dv-cinder-807898-1-iscsi: {},
Sep 08 16:15:20.752017 dv-cinder-807898-1-iscsi neutron-server[79426]:     HyperV agent@hv-cinder-80789: {},
Sep 08 16:15:20.752017 dv-cinder-807898-1-iscsi neutron-server[79426]:     L3 agent@dv-cinder-807898-1-iscsi: {},
Sep 08 16:15:20.752017 dv-cinder-807898-1-iscsi neutron-server[79426]:     Metadata agent@dv-cinder-807898-1-iscsi: {},
Sep 08 16:15:20.752017 dv-cinder-807898-1-iscsi neutron-server[79426]:     Metering agent@dv-cinder-807898-1-iscsi: {},
Sep 08 16:15:20.752017 dv-cinder-807898-1-iscsi neutron-server[79426]:     Open vSwitch agent@dv-cinder-807898-1-iscsi: {   'AddressGroup': '1.2',
Sep 08 16:15:20.752017 dv-cinder-807898-1-iscsi neutron-server[79426]:                                                      'ConntrackHelper': '1.0',
Sep 08 16:15:20.752017 dv-cinder-807898-1-iscsi neutron-server[79426]:                                                      'Log': '1.0',
Sep 08 16:15:20.752017 dv-cinder-807898-1-iscsi neutron-server[79426]:                                                      'Network': '1.1',
Sep 08 16:15:20.752017 dv-cinder-807898-1-iscsi neutron-server[79426]:                                                      'Port': '1.7',
Sep 08 16:15:20.752017 dv-cinder-807898-1-iscsi neutron-server[79426]:                                                      'PortForwarding': '1.2',
Sep 08 16:15:20.752017 dv-cinder-807898-1-iscsi neutron-server[79426]:                                                      'QosPolicy': '1.8',
Sep 08 16:15:20.752017 dv-cinder-807898-1-iscsi neutron-server[79426]:                                                      'SecurityGroup': '1.4',
Sep 08 16:15:20.752017 dv-cinder-807898-1-iscsi neutron-server[79426]:                                                      'SecurityGroupRule': '1.2',
Sep 08 16:15:20.752017 dv-cinder-807898-1-iscsi neutron-server[79426]:                                                      'SubPort': '1.0',
Sep 08 16:15:20.752017 dv-cinder-807898-1-iscsi neutron-server[79426]:                                                      'Subnet': '1.1',
Sep 08 16:15:20.752017 dv-cinder-807898-1-iscsi neutron-server[79426]:                                                      'Trunk': '1.1'}}
Sep 08 16:15:20.752017 dv-cinder-807898-1-iscsi neutron-server[79426]:  {{(pid=79426) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 08 16:15:20.758488 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:20.762328 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:20.773280 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819'] for network, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:20.775759 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c5ade35-cf68-4e83-a3ee-7882b0f3e77f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902}  {{(pid=79426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 08 16:15:20.781925 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:15:20.782512 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:20.827737 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-6c5ade35-cf68-4e83-a3ee-7882b0f3e77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:20.828061 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.db.segments_db [None req-6c5ade35-cf68-4e83-a3ee-7882b0f3e77f admin admin] Added segment 52138e92-9965-4b35-b4cf-e92e92ee1ba1 of type vlan for network 75dd61b0-379a-4abd-83d0-357fccbfe480
Sep 08 16:15:20.829316 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ade35-cf68-4e83-a3ee-7882b0f3e77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac05554-946e-4c00-a674-815102728496,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:20.832696 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-6c5ade35-cf68-4e83-a3ee-7882b0f3e77f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:20.846210 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-4bf310e4-5de3-4dee-9cb1-774e275772ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:20.878283 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.1998720
Sep 08 16:15:20.882387 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 35362) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:15:20.895330 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-d0b769b3-8dbc-43b5-aba4-af9b62864ba6 admin admin] Request body: {'subnet': {'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-732682896-subnet', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:15:20.913489 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-d0b769b3-8dbc-43b5-aba4-af9b62864ba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:15:20.926475 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-d0b769b3-8dbc-43b5-aba4-af9b62864ba6 admin admin] Usage tracker for resource:subnet and tenant:212c97f3a57a4db5985bce4f60183ab4 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:15:20.940766 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 35366) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:15:20.941093 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-d0b769b3-8dbc-43b5-aba4-af9b62864ba6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:15:20.954658 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-d0b769b3-8dbc-43b5-aba4-af9b62864ba6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:15:20.975263 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-6c5ade35-cf68-4e83-a3ee-7882b0f3e77f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745177029057'] for network, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:20.981161 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b769b3-8dbc-43b5-aba4-af9b62864ba6 admin admin] Made reservation on behalf of 212c97f3a57a4db5985bce4f60183ab4 for: {'subnet': 1} {{(pid=79425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:15:20.987780 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-d0b769b3-8dbc-43b5-aba4-af9b62864ba6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:20.991649 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 35372) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:15:20.995727 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Pushing event updated for resources: {'Network': ['ID=582096af-2f90-402d-b754-a13d85dcf0f9,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:20.999793 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:21.007608 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Network 582096af-2f90-402d-b754-a13d85dcf0f9 details requested by agent ovs-agent-dv-cinder-807898-1-iscsi with host dv-cinder-807898-1-iscsi {{(pid=79427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 08 16:15:21.038290 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-6c5ade35-cf68-4e83-a3ee-7882b0f3e77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819'] for network, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:21.039909 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5ade35-cf68-4e83-a3ee-7882b0f3e77f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:15:21.040565 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-6c5ade35-cf68-4e83-a3ee-7882b0f3e77f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:21.075741 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:21.098003 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 35378) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:15:21.109520 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-6c5ade35-cf68-4e83-a3ee-7882b0f3e77f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.4820752
Sep 08 16:15:21.113827 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 35382) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:15:21.121271 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-ae05803e-4b65-4b2e-9f6f-9c2a7a92d899 admin admin] Request body: {'subnet': {'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1866807271-subnet', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:15:21.127401 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-ae05803e-4b65-4b2e-9f6f-9c2a7a92d899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:15:21.132478 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-ae05803e-4b65-4b2e-9f6f-9c2a7a92d899 admin admin] Usage tracker for resource:subnet and tenant:8151b8f5193c4e4eb58002780ae62270 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:15:21.138266 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-ae05803e-4b65-4b2e-9f6f-9c2a7a92d899 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:15:21.147362 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-ae05803e-4b65-4b2e-9f6f-9c2a7a92d899 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:15:21.174845 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae05803e-4b65-4b2e-9f6f-9c2a7a92d899 admin admin] Made reservation on behalf of 8151b8f5193c4e4eb58002780ae62270 for: {'subnet': 1} {{(pid=79425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:15:21.179646 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-ae05803e-4b65-4b2e-9f6f-9c2a7a92d899 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:21.197852 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ade35-cf68-4e83-a3ee-7882b0f3e77f admin admin] Pushing event updated for resources: {'Network': ['ID=75dd61b0-379a-4abd-83d0-357fccbfe480,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:21.202400 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-6c5ade35-cf68-4e83-a3ee-7882b0f3e77f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:21.236828 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Network 75dd61b0-379a-4abd-83d0-357fccbfe480 details requested by agent ovs-agent-dv-cinder-807898-1-iscsi with host dv-cinder-807898-1-iscsi {{(pid=79427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 08 16:15:21.478190 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-1b2b339b-b9bc-4da2-942c-5ee4b483ae27 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-194342519-network', 'tenant_id': 'c8c774bb92304c42ab3c6d7f2ab7e7dd'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:15:21.487883 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-1b2b339b-b9bc-4da2-942c-5ee4b483ae27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:15:21.506239 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-1b2b339b-b9bc-4da2-942c-5ee4b483ae27 admin admin] Usage tracker for resource:network and tenant:c8c774bb92304c42ab3c6d7f2ab7e7dd is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:15:21.530510 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-1b2b339b-b9bc-4da2-942c-5ee4b483ae27 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:15:21.547901 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-4ee2139b-18ea-4bc4-a783-28ab7d6f63d8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1729032773-network', 'tenant_id': 'bb538f430ca94bd7b35bbf827cacf743'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:15:21.569395 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-8690b84b-8265-4332-ba07-c66e6a0fd67e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1080623597-network', 'tenant_id': '3abc28c3a0c44587b1e4367f9363241d'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:15:21.574577 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-4ee2139b-18ea-4bc4-a783-28ab7d6f63d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:15:21.581309 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-1b2b339b-b9bc-4da2-942c-5ee4b483ae27 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:15:21.587977 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-8690b84b-8265-4332-ba07-c66e6a0fd67e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:15:21.588699 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-ae05803e-4b65-4b2e-9f6f-9c2a7a92d899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819'] for subnet, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:21.596256 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:21.597653 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-4ee2139b-18ea-4bc4-a783-28ab7d6f63d8 admin admin] Usage tracker for resource:network and tenant:bb538f430ca94bd7b35bbf827cacf743 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:15:21.605586 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-4ee2139b-18ea-4bc4-a783-28ab7d6f63d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:15:21.610495 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-8690b84b-8265-4332-ba07-c66e6a0fd67e admin admin] Usage tracker for resource:network and tenant:3abc28c3a0c44587b1e4367f9363241d is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:15:21.617462 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-8690b84b-8265-4332-ba07-c66e6a0fd67e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:15:21.621393 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-4ee2139b-18ea-4bc4-a783-28ab7d6f63d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:15:21.625115 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2b339b-b9bc-4da2-942c-5ee4b483ae27 admin admin] Made reservation on behalf of c8c774bb92304c42ab3c6d7f2ab7e7dd for: {'network': 1} {{(pid=79426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:15:21.628560 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-1b2b339b-b9bc-4da2-942c-5ee4b483ae27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for network, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:21.642626 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-d0b769b3-8dbc-43b5-aba4-af9b62864ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819'] for subnet, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:21.656014 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-8690b84b-8265-4332-ba07-c66e6a0fd67e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:15:21.665819 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-1b2b339b-b9bc-4da2-942c-5ee4b483ae27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:21.673241 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05803e-4b65-4b2e-9f6f-9c2a7a92d899 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f651bc7-f67b-4bb0-9543-107fa7d7bbeb,revision_number=0']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:21.682788 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae05803e-4b65-4b2e-9f6f-9c2a7a92d899 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:21.683176 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae05803e-4b65-4b2e-9f6f-9c2a7a92d899 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:21.683620 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae05803e-4b65-4b2e-9f6f-9c2a7a92d899 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:21.683883 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae05803e-4b65-4b2e-9f6f-9c2a7a92d899 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:21.684795 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae05803e-4b65-4b2e-9f6f-9c2a7a92d899 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:21.685388 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae05803e-4b65-4b2e-9f6f-9c2a7a92d899 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:21.685853 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae05803e-4b65-4b2e-9f6f-9c2a7a92d899 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:21.686227 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae05803e-4b65-4b2e-9f6f-9c2a7a92d899 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:21.686613 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae05803e-4b65-4b2e-9f6f-9c2a7a92d899 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:21.686967 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae05803e-4b65-4b2e-9f6f-9c2a7a92d899 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:21.687289 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae05803e-4b65-4b2e-9f6f-9c2a7a92d899 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:21.687639 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae05803e-4b65-4b2e-9f6f-9c2a7a92d899 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:21.688893 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae05803e-4b65-4b2e-9f6f-9c2a7a92d899 admin admin] Tracked resource versions report:
Sep 08 16:15:21.688893 dv-cinder-807898-1-iscsi neutron-server[79425]: pushed versions:
Sep 08 16:15:21.688893 dv-cinder-807898-1-iscsi neutron-server[79425]: {   'AddressGroup': {'1.2'},
Sep 08 16:15:21.688893 dv-cinder-807898-1-iscsi neutron-server[79425]:     'ConntrackHelper': {'1.0'},
Sep 08 16:15:21.688893 dv-cinder-807898-1-iscsi neutron-server[79425]:     'Log': {'1.0'},
Sep 08 16:15:21.688893 dv-cinder-807898-1-iscsi neutron-server[79425]:     'Network': {'1.1'},
Sep 08 16:15:21.688893 dv-cinder-807898-1-iscsi neutron-server[79425]:     'Port': {'1.7'},
Sep 08 16:15:21.688893 dv-cinder-807898-1-iscsi neutron-server[79425]:     'PortForwarding': {'1.2'},
Sep 08 16:15:21.688893 dv-cinder-807898-1-iscsi neutron-server[79425]:     'QosPolicy': {'1.8'},
Sep 08 16:15:21.688893 dv-cinder-807898-1-iscsi neutron-server[79425]:     'SecurityGroup': {'1.4'},
Sep 08 16:15:21.688893 dv-cinder-807898-1-iscsi neutron-server[79425]:     'SecurityGroupRule': {'1.2'},
Sep 08 16:15:21.688893 dv-cinder-807898-1-iscsi neutron-server[79425]:     'SubPort': {'1.0'},
Sep 08 16:15:21.688893 dv-cinder-807898-1-iscsi neutron-server[79425]:     'Subnet': {'1.1'},
Sep 08 16:15:21.688893 dv-cinder-807898-1-iscsi neutron-server[79425]:     'Trunk': {'1.1'}}
Sep 08 16:15:21.688893 dv-cinder-807898-1-iscsi neutron-server[79425]: consumer versions:
Sep 08 16:15:21.688893 dv-cinder-807898-1-iscsi neutron-server[79425]: {   DHCP agent@dv-cinder-807898-1-iscsi: {},
Sep 08 16:15:21.688893 dv-cinder-807898-1-iscsi neutron-server[79425]:     HyperV agent@hv-cinder-80789: {},
Sep 08 16:15:21.688893 dv-cinder-807898-1-iscsi neutron-server[79425]:     L3 agent@dv-cinder-807898-1-iscsi: {},
Sep 08 16:15:21.688893 dv-cinder-807898-1-iscsi neutron-server[79425]:     Metadata agent@dv-cinder-807898-1-iscsi: {},
Sep 08 16:15:21.688893 dv-cinder-807898-1-iscsi neutron-server[79425]:     Metering agent@dv-cinder-807898-1-iscsi: {},
Sep 08 16:15:21.688893 dv-cinder-807898-1-iscsi neutron-server[79425]:     Open vSwitch agent@dv-cinder-807898-1-iscsi: {   'AddressGroup': '1.2',
Sep 08 16:15:21.688893 dv-cinder-807898-1-iscsi neutron-server[79425]:                                                      'ConntrackHelper': '1.0',
Sep 08 16:15:21.688893 dv-cinder-807898-1-iscsi neutron-server[79425]:                                                      'Log': '1.0',
Sep 08 16:15:21.688893 dv-cinder-807898-1-iscsi neutron-server[79425]:                                                      'Network': '1.1',
Sep 08 16:15:21.688893 dv-cinder-807898-1-iscsi neutron-server[79425]:                                                      'Port': '1.7',
Sep 08 16:15:21.688893 dv-cinder-807898-1-iscsi neutron-server[79425]:                                                      'PortForwarding': '1.2',
Sep 08 16:15:21.688893 dv-cinder-807898-1-iscsi neutron-server[79425]:                                                      'QosPolicy': '1.8',
Sep 08 16:15:21.688893 dv-cinder-807898-1-iscsi neutron-server[79425]:                                                      'SecurityGroup': '1.4',
Sep 08 16:15:21.688893 dv-cinder-807898-1-iscsi neutron-server[79425]:                                                      'SecurityGroupRule': '1.2',
Sep 08 16:15:21.688893 dv-cinder-807898-1-iscsi neutron-server[79425]:                                                      'SubPort': '1.0',
Sep 08 16:15:21.688893 dv-cinder-807898-1-iscsi neutron-server[79425]:                                                      'Subnet': '1.1',
Sep 08 16:15:21.688893 dv-cinder-807898-1-iscsi neutron-server[79425]:                                                      'Trunk': '1.1'}}
Sep 08 16:15:21.688893 dv-cinder-807898-1-iscsi neutron-server[79425]:  {{(pid=79425) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 08 16:15:21.695727 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-ae05803e-4b65-4b2e-9f6f-9c2a7a92d899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:21.697222 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-69760434-e442-4f4e-8943-f35f5f4c0aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:21.703183 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee2139b-18ea-4bc4-a783-28ab7d6f63d8 admin admin] Made reservation on behalf of bb538f430ca94bd7b35bbf827cacf743 for: {'network': 1} {{(pid=79426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:15:21.707349 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-4ee2139b-18ea-4bc4-a783-28ab7d6f63d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for network, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:21.735821 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-4ee2139b-18ea-4bc4-a783-28ab7d6f63d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:21.752912 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-1b2b339b-b9bc-4da2-942c-5ee4b483ae27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:15:21.762146 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8690b84b-8265-4332-ba07-c66e6a0fd67e admin admin] Made reservation on behalf of 3abc28c3a0c44587b1e4367f9363241d for: {'network': 1} {{(pid=79426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:15:21.767034 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-8690b84b-8265-4332-ba07-c66e6a0fd67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for network, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:21.770446 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b769b3-8dbc-43b5-aba4-af9b62864ba6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fbf176d-0f2a-4301-81f2-4479a85d15c0,revision_number=0']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:21.773334 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-d0b769b3-8dbc-43b5-aba4-af9b62864ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:21.790966 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-1b2b339b-b9bc-4da2-942c-5ee4b483ae27 admin admin] Usage tracker for resource:security_group_rule and tenant:c8c774bb92304c42ab3c6d7f2ab7e7dd is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:15:21.805365 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-1b2b339b-b9bc-4da2-942c-5ee4b483ae27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:15:21.811065 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-8690b84b-8265-4332-ba07-c66e6a0fd67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:21.818755 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae05803e-4b65-4b2e-9f6f-9c2a7a92d899 admin admin] Checking segment: {'id': '52138e92-9965-4b35-b4cf-e92e92ee1ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:15:21.819140 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae05803e-4b65-4b2e-9f6f-9c2a7a92d899 admin admin] Network hostable DHCP agents. Network: 75dd61b0-379a-4abd-83d0-357fccbfe480, hostable agents: ['48edfc26-e3e7-4e5a-9c59-2b84b8091b14'], hosted agents: [] {{(pid=79425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 08 16:15:21.835089 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-4ee2139b-18ea-4bc4-a783-28ab7d6f63d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:15:21.837650 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b769b3-8dbc-43b5-aba4-af9b62864ba6 admin admin] Checking segment: {'id': '967548e4-bbe3-4c32-a3ac-8b359fdd3bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:15:21.838397 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b769b3-8dbc-43b5-aba4-af9b62864ba6 admin admin] Network hostable DHCP agents. Network: 582096af-2f90-402d-b754-a13d85dcf0f9, hostable agents: ['48edfc26-e3e7-4e5a-9c59-2b84b8091b14'], hosted agents: [] {{(pid=79425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 08 16:15:21.840069 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-1b2b339b-b9bc-4da2-942c-5ee4b483ae27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:15:21.848829 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-4ee2139b-18ea-4bc4-a783-28ab7d6f63d8 admin admin] Usage tracker for resource:security_group_rule and tenant:bb538f430ca94bd7b35bbf827cacf743 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:15:21.859858 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-4ee2139b-18ea-4bc4-a783-28ab7d6f63d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:15:21.862252 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae05803e-4b65-4b2e-9f6f-9c2a7a92d899 admin admin] Network 75dd61b0-379a-4abd-83d0-357fccbfe480 is scheduled to be hosted by DHCP agent 48edfc26-e3e7-4e5a-9c59-2b84b8091b14 with binding_index 1 {{(pid=79425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 08 16:15:21.868784 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-8690b84b-8265-4332-ba07-c66e6a0fd67e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:15:21.879954 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [None req-ae05803e-4b65-4b2e-9f6f-9c2a7a92d899 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-iscsi, 75dd61b0-379a-4abd-83d0-357fccbfe480) {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:15:21.884916 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-4ee2139b-18ea-4bc4-a783-28ab7d6f63d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:15:21.887561 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae05803e-4b65-4b2e-9f6f-9c2a7a92d899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:15:21.888813 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-ae05803e-4b65-4b2e-9f6f-9c2a7a92d899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for subnet, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:21.890272 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-8690b84b-8265-4332-ba07-c66e6a0fd67e admin admin] Usage tracker for resource:security_group_rule and tenant:3abc28c3a0c44587b1e4367f9363241d is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:15:21.893069 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da8af75-c911-43dd-b18f-f9a17f8ffba1 None None] Network 75dd61b0-379a-4abd-83d0-357fccbfe480 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:15:21.898384 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-8690b84b-8265-4332-ba07-c66e6a0fd67e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:15:21.927051 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-ae05803e-4b65-4b2e-9f6f-9c2a7a92d899 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.8113930
Sep 08 16:15:21.928666 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 35416) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:15:21.931872 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-8690b84b-8265-4332-ba07-c66e6a0fd67e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:15:21.939815 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-222e4140-5ee3-4266-9b3e-06e704613429 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1866807271-router', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'}}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:15:21.943201 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b769b3-8dbc-43b5-aba4-af9b62864ba6 admin admin] Network 582096af-2f90-402d-b754-a13d85dcf0f9 is scheduled to be hosted by DHCP agent 48edfc26-e3e7-4e5a-9c59-2b84b8091b14 with binding_index 1 {{(pid=79425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 08 16:15:21.954089 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [None req-d0b769b3-8dbc-43b5-aba4-af9b62864ba6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-iscsi, 582096af-2f90-402d-b754-a13d85dcf0f9) {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:15:21.962958 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b769b3-8dbc-43b5-aba4-af9b62864ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:15:21.964442 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-d0b769b3-8dbc-43b5-aba4-af9b62864ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for subnet, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:21.973372 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-222e4140-5ee3-4266-9b3e-06e704613429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:15:21.987106 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-222e4140-5ee3-4266-9b3e-06e704613429 admin admin] Usage tracker for resource:router and tenant:8151b8f5193c4e4eb58002780ae62270 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:15:21.993406 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-222e4140-5ee3-4266-9b3e-06e704613429 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:15:22.005501 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-222e4140-5ee3-4266-9b3e-06e704613429 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:15:22.029672 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-d0b769b3-8dbc-43b5-aba4-af9b62864ba6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1437099
Sep 08 16:15:22.032520 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 35422) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:15:22.040651 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-222e4140-5ee3-4266-9b3e-06e704613429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1926744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35671'] for router, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:22.044877 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-222e4140-5ee3-4266-9b3e-06e704613429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1926856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1948639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35678'] for router, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:22.071057 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8aeeafd-44fc-44cc-89ac-e4457fb90dac None None] Network 582096af-2f90-402d-b754-a13d85dcf0f9 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:15:22.072207 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-3ba7a74f-d074-49ca-992c-e0cc4e6ff9a7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-732682896-router', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'}}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:15:22.088611 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-3ba7a74f-d074-49ca-992c-e0cc4e6ff9a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:15:22.120418 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-3ba7a74f-d074-49ca-992c-e0cc4e6ff9a7 admin admin] Usage tracker for resource:router and tenant:212c97f3a57a4db5985bce4f60183ab4 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:15:22.136629 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-3ba7a74f-d074-49ca-992c-e0cc4e6ff9a7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:15:22.171244 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-3ba7a74f-d074-49ca-992c-e0cc4e6ff9a7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:15:22.193822 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-222e4140-5ee3-4266-9b3e-06e704613429 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:22.318840 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-1b2b339b-b9bc-4da2-942c-5ee4b483ae27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:22.395169 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-1b2b339b-b9bc-4da2-942c-5ee4b483ae27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:22.425975 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-4ee2139b-18ea-4bc4-a783-28ab7d6f63d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:22.427356 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-6c5ade35-cf68-4e83-a3ee-7882b0f3e77f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:22.470156 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3ba7a74f-d074-49ca-992c-e0cc4e6ff9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1926744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35671'] for router, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:22.471617 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3ba7a74f-d074-49ca-992c-e0cc4e6ff9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1926856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1948639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35678'] for router, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:22.477145 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b339b-b9bc-4da2-942c-5ee4b483ae27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b332e089-7965-42b0-9bcf-77647d65748a,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:22.484928 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-1b2b339b-b9bc-4da2-942c-5ee4b483ae27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:22.495895 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-4ee2139b-18ea-4bc4-a783-28ab7d6f63d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:22.527448 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-8690b84b-8265-4332-ba07-c66e6a0fd67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:22.572918 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee2139b-18ea-4bc4-a783-28ab7d6f63d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907}  {{(pid=79426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 08 16:15:22.596719 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-4ee2139b-18ea-4bc4-a783-28ab7d6f63d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:22.597063 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.db.segments_db [None req-4ee2139b-18ea-4bc4-a783-28ab7d6f63d8 admin admin] Added segment 21b3f3ba-15d2-405b-8cb9-122dad387cd3 of type vlan for network 6bd4bad4-7d18-4105-b675-5870b656863f
Sep 08 16:15:22.671158 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-4ee2139b-18ea-4bc4-a783-28ab7d6f63d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745177029057'] for network, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:22.741339 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:22.768542 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b2b339b-b9bc-4da2-942c-5ee4b483ae27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935}  {{(pid=79426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 08 16:15:22.770849 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-8690b84b-8265-4332-ba07-c66e6a0fd67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:22.791627 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3ba7a74f-d074-49ca-992c-e0cc4e6ff9a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:22.792070 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fc79f8-88e7-4dce-8e5f-88495a304555 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b972e0-3bc3-5e69-83ea-a229dde427c5-75dd61b0-379a-4abd-83d0-357fccbfe480', 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'fixed_ips': [{'subnet_id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb'}]}} from dv-cinder-807898-1-iscsi. {{(pid=79427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Sep 08 16:15:22.793794 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-e3fc79f8-88e7-4dce-8e5f-88495a304555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:22.796833 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-4ee2139b-18ea-4bc4-a783-28ab7d6f63d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819'] for network, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:22.839615 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8690b84b-8265-4332-ba07-c66e6a0fd67e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908}  {{(pid=79426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 08 16:15:22.857351 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-8690b84b-8265-4332-ba07-c66e6a0fd67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:22.861395 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.db.segments_db [None req-8690b84b-8265-4332-ba07-c66e6a0fd67e admin admin] Added segment 893ed9cc-48a8-450f-9ac5-4af6a46b4e12 of type vlan for network 5411d955-3db9-47e2-83ab-d4abbd225415
Sep 08 16:15:22.989004 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-8690b84b-8265-4332-ba07-c66e6a0fd67e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745177029057'] for network, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:23.104924 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-222e4140-5ee3-4266-9b3e-06e704613429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1948630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1926767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35632'] for router, precommit_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:23.131878 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee2139b-18ea-4bc4-a783-28ab7d6f63d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:15:23.134181 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-4ee2139b-18ea-4bc4-a783-28ab7d6f63d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:23.139384 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b972e0-3bc3-5e69-83ea-a229dde427c5-582096af-2f90-402d-b754-a13d85dcf0f9', 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'fixed_ips': [{'subnet_id': '6fbf176d-0f2a-4301-81f2-4479a85d15c0'}]}} from dv-cinder-807898-1-iscsi. {{(pid=79427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Sep 08 16:15:23.140744 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:23.169542 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-8690b84b-8265-4332-ba07-c66e6a0fd67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819'] for network, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:23.177076 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-1b2b339b-b9bc-4da2-942c-5ee4b483ae27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:23.177428 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.db.segments_db [None req-1b2b339b-b9bc-4da2-942c-5ee4b483ae27 admin admin] Added segment 050fb669-5eaa-4590-8753-e18a07bddcf4 of type vlan for network 204b86ab-9a41-430c-b098-cab74514186e
Sep 08 16:15:23.212690 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8690b84b-8265-4332-ba07-c66e6a0fd67e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:15:23.220784 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-8690b84b-8265-4332-ba07-c66e6a0fd67e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:23.345467 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2139b-18ea-4bc4-a783-28ab7d6f63d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa9572d-2aef-44c3-9117-bbfd53fd43c0,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:23.357518 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-4ee2139b-18ea-4bc4-a783-28ab7d6f63d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:23.385754 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:23.411906 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-4ee2139b-18ea-4bc4-a783-28ab7d6f63d8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.3061814
Sep 08 16:15:23.424658 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 35454) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:15:23.469608 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-a0efa534-4e85-4f51-bcfa-77e90d299d8c admin admin] Request body: {'subnet': {'network_id': '6bd4bad4-7d18-4105-b675-5870b656863f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1729032773-subnet', 'tenant_id': 'bb538f430ca94bd7b35bbf827cacf743', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:15:23.479894 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-8690b84b-8265-4332-ba07-c66e6a0fd67e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 2.4869177
Sep 08 16:15:23.488725 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 35462) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:15:23.491761 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-1b2b339b-b9bc-4da2-942c-5ee4b483ae27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745177029057'] for network, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:23.509222 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-c62cd928-df80-42a6-acc2-5cc3d5fdd0f8 admin admin] Request body: {'subnet': {'network_id': '5411d955-3db9-47e2-83ab-d4abbd225415', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1080623597-subnet', 'tenant_id': '3abc28c3a0c44587b1e4367f9363241d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:15:23.515155 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-a0efa534-4e85-4f51-bcfa-77e90d299d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:15:23.534599 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-c62cd928-df80-42a6-acc2-5cc3d5fdd0f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:15:23.534599 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690b84b-8265-4332-ba07-c66e6a0fd67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:23.540888 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-a0efa534-4e85-4f51-bcfa-77e90d299d8c admin admin] Usage tracker for resource:subnet and tenant:bb538f430ca94bd7b35bbf827cacf743 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:15:23.542834 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-8690b84b-8265-4332-ba07-c66e6a0fd67e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:23.544662 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.375s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:23.547188 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-a0efa534-4e85-4f51-bcfa-77e90d299d8c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:15:23.577150 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-c62cd928-df80-42a6-acc2-5cc3d5fdd0f8 admin admin] Usage tracker for resource:subnet and tenant:3abc28c3a0c44587b1e4367f9363241d is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:15:23.613701 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-c62cd928-df80-42a6-acc2-5cc3d5fdd0f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:15:23.633049 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-a0efa534-4e85-4f51-bcfa-77e90d299d8c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:15:23.679175 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.db_base_plugin_common [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Allocated IP 172.20.0.2 (582096af-2f90-402d-b754-a13d85dcf0f9/6fbf176d-0f2a-4301-81f2-4479a85d15c0/691e08d7-4804-44c3-b9b8-e526fe10600d) {{(pid=79427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:15:23.768400 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.db.resource_extend [None req-1b2b339b-b9bc-4da2-942c-5ee4b483ae27 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Sep 08 16:15:23.802869 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-c62cd928-df80-42a6-acc2-5cc3d5fdd0f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:15:23.860578 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2139b-18ea-4bc4-a783-28ab7d6f63d8 admin admin] Pushing event updated for resources: {'Network': ['ID=6bd4bad4-7d18-4105-b675-5870b656863f,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:23.879441 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3ba7a74f-d074-49ca-992c-e0cc4e6ff9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1948630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1926767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35632'] for router, precommit_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:23.893616 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0efa534-4e85-4f51-bcfa-77e90d299d8c admin admin] Made reservation on behalf of bb538f430ca94bd7b35bbf827cacf743 for: {'subnet': 1} {{(pid=79425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:15:23.897150 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-1b2b339b-b9bc-4da2-942c-5ee4b483ae27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819'] for network, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:23.901097 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a0efa534-4e85-4f51-bcfa-77e90d299d8c admin admin] Notify callbacks [] for subnet, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:23.905799 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62cd928-df80-42a6-acc2-5cc3d5fdd0f8 admin admin] Made reservation on behalf of 3abc28c3a0c44587b1e4367f9363241d for: {'subnet': 1} {{(pid=79426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:15:23.910599 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c62cd928-df80-42a6-acc2-5cc3d5fdd0f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:24.037238 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2b339b-b9bc-4da2-942c-5ee4b483ae27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:15:24.038225 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-1b2b339b-b9bc-4da2-942c-5ee4b483ae27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:24.051912 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Notify callbacks [] for port, precommit_create {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:24.067336 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Transition to ACTIVE for port object 691e08d7-4804-44c3-b9b8-e526fe10600d will not be triggered until provisioned by entity L2. {{(pid=79427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:15:24.098650 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Transition to ACTIVE for port object 691e08d7-4804-44c3-b9b8-e526fe10600d will not be triggered until provisioned by entity DHCP. {{(pid=79427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:15:24.111205 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Network 6bd4bad4-7d18-4105-b675-5870b656863f details requested by agent ovs-agent-dv-cinder-807898-1-iscsi with host dv-cinder-807898-1-iscsi {{(pid=79427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 08 16:15:24.139753 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.db_base_plugin_common [None req-e3fc79f8-88e7-4dce-8e5f-88495a304555 None None] Allocated IP 172.20.0.2 (75dd61b0-379a-4abd-83d0-357fccbfe480/6f651bc7-f67b-4bb0-9543-107fa7d7bbeb/428afff2-aeae-4e8e-a2bd-3c977df4a06e) {{(pid=79427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:15:24.146982 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692'] for port, after_create {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:24.180049 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:24.231766 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Network 582096af-2f90-402d-b754-a13d85dcf0f9 is already hosted by enough agents. {{(pid=79427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:15:24.240041 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.scheduler.base_scheduler [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Resources bound (agent type, host, resource id):  {{(pid=79427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:15:24.244266 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Received port after_create {{(pid=79427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:15:24.268212 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690b84b-8265-4332-ba07-c66e6a0fd67e admin admin] Pushing event updated for resources: {'Network': ['ID=5411d955-3db9-47e2-83ab-d4abbd225415,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:24.275290 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-8690b84b-8265-4332-ba07-c66e6a0fd67e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.731s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:24.276102 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-6c5ade35-cf68-4e83-a3ee-7882b0f3e77f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.049s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:24.320807 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Network 5411d955-3db9-47e2-83ab-d4abbd225415 details requested by agent ovs-agent-dv-cinder-807898-1-iscsi with host dv-cinder-807898-1-iscsi {{(pid=79427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 08 16:15:24.457538 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-1b2b339b-b9bc-4da2-942c-5ee4b483ae27 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 3.5154200
Sep 08 16:15:24.473417 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 35476) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:15:24.607360 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-69543ba2-f5b0-4c4d-b4d6-fe8b97e69870 admin admin] Request body: {'subnet': {'network_id': '204b86ab-9a41-430c-b098-cab74514186e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-194342519-subnet', 'tenant_id': 'c8c774bb92304c42ab3c6d7f2ab7e7dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:15:24.673260 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-69543ba2-f5b0-4c4d-b4d6-fe8b97e69870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:15:24.720501 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-69543ba2-f5b0-4c4d-b4d6-fe8b97e69870 admin admin] Usage tracker for resource:subnet and tenant:c8c774bb92304c42ab3c6d7f2ab7e7dd is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:15:24.750920 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-69543ba2-f5b0-4c4d-b4d6-fe8b97e69870 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:15:24.760840 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Attempting to bind port 691e08d7-4804-44c3-b9b8-e526fe10600d on host dv-cinder-807898-1-iscsi for vnic_type normal with profile  {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:15:24.761368 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Attempting to bind port 691e08d7-4804-44c3-b9b8-e526fe10600d by drivers openvswitch,hyperv on host dv-cinder-807898-1-iscsi at level 0 using segments [{'id': '967548e4-bbe3-4c32-a3ac-8b359fdd3bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9'}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:15:24.761797 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Attempting to bind port 691e08d7-4804-44c3-b9b8-e526fe10600d on network 582096af-2f90-402d-b754-a13d85dcf0f9 {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:15:24.765187 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Pushing event updated for resources: {'Port': ['ID=691e08d7-4804-44c3-b9b8-e526fe10600d,revision_number=1']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:24.786040 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-69543ba2-f5b0-4c4d-b4d6-fe8b97e69870 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:15:24.822197 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:24.822197 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:24.822197 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:24.824591 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:24.825724 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:24.826361 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:24.826652 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:24.827087 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:24.828689 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:24.839292 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:24.839999 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:24.841204 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:24.842703 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Tracked resource versions report:
Sep 08 16:15:24.842703 dv-cinder-807898-1-iscsi neutron-server[79427]: pushed versions:
Sep 08 16:15:24.842703 dv-cinder-807898-1-iscsi neutron-server[79427]: {   'AddressGroup': {'1.2'},
Sep 08 16:15:24.842703 dv-cinder-807898-1-iscsi neutron-server[79427]:     'ConntrackHelper': {'1.0'},
Sep 08 16:15:24.842703 dv-cinder-807898-1-iscsi neutron-server[79427]:     'Log': {'1.0'},
Sep 08 16:15:24.842703 dv-cinder-807898-1-iscsi neutron-server[79427]:     'Network': {'1.1'},
Sep 08 16:15:24.842703 dv-cinder-807898-1-iscsi neutron-server[79427]:     'Port': {'1.7'},
Sep 08 16:15:24.842703 dv-cinder-807898-1-iscsi neutron-server[79427]:     'PortForwarding': {'1.2'},
Sep 08 16:15:24.842703 dv-cinder-807898-1-iscsi neutron-server[79427]:     'QosPolicy': {'1.8'},
Sep 08 16:15:24.842703 dv-cinder-807898-1-iscsi neutron-server[79427]:     'SecurityGroup': {'1.4'},
Sep 08 16:15:24.842703 dv-cinder-807898-1-iscsi neutron-server[79427]:     'SecurityGroupRule': {'1.2'},
Sep 08 16:15:24.842703 dv-cinder-807898-1-iscsi neutron-server[79427]:     'SubPort': {'1.0'},
Sep 08 16:15:24.842703 dv-cinder-807898-1-iscsi neutron-server[79427]:     'Subnet': {'1.1'},
Sep 08 16:15:24.842703 dv-cinder-807898-1-iscsi neutron-server[79427]:     'Trunk': {'1.1'}}
Sep 08 16:15:24.842703 dv-cinder-807898-1-iscsi neutron-server[79427]: consumer versions:
Sep 08 16:15:24.842703 dv-cinder-807898-1-iscsi neutron-server[79427]: {   DHCP agent@dv-cinder-807898-1-iscsi: {},
Sep 08 16:15:24.842703 dv-cinder-807898-1-iscsi neutron-server[79427]:     HyperV agent@hv-cinder-80789: {},
Sep 08 16:15:24.842703 dv-cinder-807898-1-iscsi neutron-server[79427]:     L3 agent@dv-cinder-807898-1-iscsi: {},
Sep 08 16:15:24.842703 dv-cinder-807898-1-iscsi neutron-server[79427]:     Metadata agent@dv-cinder-807898-1-iscsi: {},
Sep 08 16:15:24.842703 dv-cinder-807898-1-iscsi neutron-server[79427]:     Metering agent@dv-cinder-807898-1-iscsi: {},
Sep 08 16:15:24.842703 dv-cinder-807898-1-iscsi neutron-server[79427]:     Open vSwitch agent@dv-cinder-807898-1-iscsi: {   'AddressGroup': '1.2',
Sep 08 16:15:24.842703 dv-cinder-807898-1-iscsi neutron-server[79427]:                                                      'ConntrackHelper': '1.0',
Sep 08 16:15:24.842703 dv-cinder-807898-1-iscsi neutron-server[79427]:                                                      'Log': '1.0',
Sep 08 16:15:24.842703 dv-cinder-807898-1-iscsi neutron-server[79427]:                                                      'Network': '1.1',
Sep 08 16:15:24.842703 dv-cinder-807898-1-iscsi neutron-server[79427]:                                                      'Port': '1.7',
Sep 08 16:15:24.842703 dv-cinder-807898-1-iscsi neutron-server[79427]:                                                      'PortForwarding': '1.2',
Sep 08 16:15:24.842703 dv-cinder-807898-1-iscsi neutron-server[79427]:                                                      'QosPolicy': '1.8',
Sep 08 16:15:24.842703 dv-cinder-807898-1-iscsi neutron-server[79427]:                                                      'SecurityGroup': '1.4',
Sep 08 16:15:24.842703 dv-cinder-807898-1-iscsi neutron-server[79427]:                                                      'SecurityGroupRule': '1.2',
Sep 08 16:15:24.842703 dv-cinder-807898-1-iscsi neutron-server[79427]:                                                      'SubPort': '1.0',
Sep 08 16:15:24.842703 dv-cinder-807898-1-iscsi neutron-server[79427]:                                                      'Subnet': '1.1',
Sep 08 16:15:24.842703 dv-cinder-807898-1-iscsi neutron-server[79427]:                                                      'Trunk': '1.1'}}
Sep 08 16:15:24.842703 dv-cinder-807898-1-iscsi neutron-server[79427]:  {{(pid=79427) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 08 16:15:24.878285 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Checking agent: {'id': 'f763117d-2875-45db-86c1-123fd700575f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 6, 1), 'started_at': datetime.datetime(2021, 9, 8, 16, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:15:24.880262 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Checking segment: {'id': '967548e4-bbe3-4c32-a3ac-8b359fdd3bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:15:24.882409 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:24.883346 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Bound using segment: {'id': '967548e4-bbe3-4c32-a3ac-8b359fdd3bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9'} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:15:24.884219 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Bound port: 691e08d7-4804-44c3-b9b8-e526fe10600d, host: dv-cinder-807898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '967548e4-bbe3-4c32-a3ac-8b359fdd3bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9'}}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:15:24.884841 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:24.931053 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:25.096291 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b339b-b9bc-4da2-942c-5ee4b483ae27 admin admin] Pushing event updated for resources: {'Network': ['ID=204b86ab-9a41-430c-b098-cab74514186e,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:25.099364 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-1b2b339b-b9bc-4da2-942c-5ee4b483ae27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.823s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:25.100781 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.037s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:25.101072 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:25.101948 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c62cd928-df80-42a6-acc2-5cc3d5fdd0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819'] for subnet, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:25.110011 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:25.158326 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Network 204b86ab-9a41-430c-b098-cab74514186e details requested by agent ovs-agent-dv-cinder-807898-1-iscsi with host dv-cinder-807898-1-iscsi {{(pid=79427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 08 16:15:25.295563 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62cd928-df80-42a6-acc2-5cc3d5fdd0f8 admin admin] Checking segment: {'id': '893ed9cc-48a8-450f-9ac5-4af6a46b4e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '5411d955-3db9-47e2-83ab-d4abbd225415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:15:25.297327 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62cd928-df80-42a6-acc2-5cc3d5fdd0f8 admin admin] Network hostable DHCP agents. Network: 5411d955-3db9-47e2-83ab-d4abbd225415, hostable agents: ['48edfc26-e3e7-4e5a-9c59-2b84b8091b14'], hosted agents: [] {{(pid=79426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 08 16:15:25.351544 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62cd928-df80-42a6-acc2-5cc3d5fdd0f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1c7eae5-6224-43b1-885e-66fb149f1dc6,revision_number=0']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:25.357840 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-c62cd928-df80-42a6-acc2-5cc3d5fdd0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:25.359718 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62cd928-df80-42a6-acc2-5cc3d5fdd0f8 admin admin] Network 5411d955-3db9-47e2-83ab-d4abbd225415 is scheduled to be hosted by DHCP agent 48edfc26-e3e7-4e5a-9c59-2b84b8091b14 with binding_index 1 {{(pid=79426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 08 16:15:25.379497 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.base_scheduler [None req-c62cd928-df80-42a6-acc2-5cc3d5fdd0f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-iscsi, 5411d955-3db9-47e2-83ab-d4abbd225415) {{(pid=79426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:15:25.390805 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62cd928-df80-42a6-acc2-5cc3d5fdd0f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:15:25.397788 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c62cd928-df80-42a6-acc2-5cc3d5fdd0f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for subnet, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:25.436742 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baf3145-a8a9-4118-9e5e-6a44fab016f4 None None] Network 5411d955-3db9-47e2-83ab-d4abbd225415 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:15:25.477474 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-c62cd928-df80-42a6-acc2-5cc3d5fdd0f8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.9780173
Sep 08 16:15:25.484779 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 35516) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:15:25.494278 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-ed6fae3f-27ed-4586-91ee-f3db88d98843 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1080623597-router', 'tenant_id': '3abc28c3a0c44587b1e4367f9363241d', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'}}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:15:25.500936 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-ed6fae3f-27ed-4586-91ee-f3db88d98843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:15:25.507033 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69543ba2-f5b0-4c4d-b4d6-fe8b97e69870 admin admin] Made reservation on behalf of c8c774bb92304c42ab3c6d7f2ab7e7dd for: {'subnet': 1} {{(pid=79425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:15:25.507967 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-ed6fae3f-27ed-4586-91ee-f3db88d98843 admin admin] Usage tracker for resource:router and tenant:3abc28c3a0c44587b1e4367f9363241d is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:15:25.511972 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-69543ba2-f5b0-4c4d-b4d6-fe8b97e69870 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:25.515967 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-ed6fae3f-27ed-4586-91ee-f3db88d98843 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:15:25.525356 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-ed6fae3f-27ed-4586-91ee-f3db88d98843 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:15:25.541162 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ed6fae3f-27ed-4586-91ee-f3db88d98843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1926744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35671'] for router, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:25.542411 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ed6fae3f-27ed-4586-91ee-f3db88d98843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1926856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1948639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35678'] for router, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:25.596637 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ed6fae3f-27ed-4586-91ee-f3db88d98843 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:25.836102 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-222e4140-5ee3-4266-9b3e-06e704613429 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:25.864089 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] For port 691e08d7-4804-44c3-b9b8-e526fe10600d, host dv-cinder-807898-1-iscsi, cleared binding levels {{(pid=79427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:15:25.867588 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-e3fc79f8-88e7-4dce-8e5f-88495a304555 None None] Notify callbacks [] for port, precommit_create {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:25.904648 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] For port 691e08d7-4804-44c3-b9b8-e526fe10600d, host dv-cinder-807898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=691e08d7-4804-44c3-b9b8-e526fe10600d,segment=NetworkSegment(967548e4-bbe3-4c32-a3ac-8b359fdd3bd4),segment_id=967548e4-bbe3-4c32-a3ac-8b359fdd3bd4)] {{(pid=79427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:15:25.929057 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-e3fc79f8-88e7-4dce-8e5f-88495a304555 None None] Transition to ACTIVE for port object 428afff2-aeae-4e8e-a2bd-3c977df4a06e will not be triggered until provisioned by entity L2. {{(pid=79427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:15:25.938331 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:25.980863 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:25.992386 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ed6fae3f-27ed-4586-91ee-f3db88d98843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1948630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1926767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35632'] for router, precommit_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:26.036676 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-222e4140-5ee3-4266-9b3e-06e704613429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:26.240301 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a0efa534-4e85-4f51-bcfa-77e90d299d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819'] for subnet, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:26.271016 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-e3fc79f8-88e7-4dce-8e5f-88495a304555 None None] Transition to ACTIVE for port object 428afff2-aeae-4e8e-a2bd-3c977df4a06e will not be triggered until provisioned by entity DHCP. {{(pid=79427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:15:26.298043 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Pushing event updated for resources: {'Port': ['ID=691e08d7-4804-44c3-b9b8-e526fe10600d,revision_number=2']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:26.344260 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:26.348093 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:26.351131 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-e3fc79f8-88e7-4dce-8e5f-88495a304555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692'] for port, after_create {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:26.391128 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-9629053f-c825-4bab-94cf-372e4eb44a95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:26.585890 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fc79f8-88e7-4dce-8e5f-88495a304555 None None] Network 75dd61b0-379a-4abd-83d0-357fccbfe480 is already hosted by enough agents. {{(pid=79427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:15:26.586831 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc79f8-88e7-4dce-8e5f-88495a304555 None None] Pushing event updated for resources: {'Port': ['ID=428afff2-aeae-4e8e-a2bd-3c977df4a06e,revision_number=1']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:26.597171 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.scheduler.base_scheduler [None req-e3fc79f8-88e7-4dce-8e5f-88495a304555 None None] Resources bound (agent type, host, resource id):  {{(pid=79427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:15:26.602429 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-e3fc79f8-88e7-4dce-8e5f-88495a304555 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:26.604174 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fc79f8-88e7-4dce-8e5f-88495a304555 None None] Received port after_create {{(pid=79427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:15:26.651334 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ed6fae3f-27ed-4586-91ee-f3db88d98843 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:26.705772 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920cb0e2-b0f8-4f1b-99bf-4db4b61105e6 None None] Network 5411d955-3db9-47e2-83ab-d4abbd225415 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:15:26.792092 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ed6fae3f-27ed-4586-91ee-f3db88d98843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:26.836756 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-69543ba2-f5b0-4c4d-b4d6-fe8b97e69870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819'] for subnet, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:26.934131 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0efa534-4e85-4f51-bcfa-77e90d299d8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcc3ac62-4ae1-4f76-ab8d-6e3711062845,revision_number=0']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:26.949358 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-e3fc79f8-88e7-4dce-8e5f-88495a304555 None None] Attempting to bind port 428afff2-aeae-4e8e-a2bd-3c977df4a06e on host dv-cinder-807898-1-iscsi for vnic_type normal with profile  {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:15:26.953462 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-e3fc79f8-88e7-4dce-8e5f-88495a304555 None None] Attempting to bind port 428afff2-aeae-4e8e-a2bd-3c977df4a06e by drivers openvswitch,hyperv on host dv-cinder-807898-1-iscsi at level 0 using segments [{'id': '52138e92-9965-4b35-b4cf-e92e92ee1ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480'}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:15:26.953902 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fc79f8-88e7-4dce-8e5f-88495a304555 None None] Attempting to bind port 428afff2-aeae-4e8e-a2bd-3c977df4a06e on network 75dd61b0-379a-4abd-83d0-357fccbfe480 {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:15:26.981633 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fc79f8-88e7-4dce-8e5f-88495a304555 None None] Checking agent: {'id': 'f763117d-2875-45db-86c1-123fd700575f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 6, 1), 'started_at': datetime.datetime(2021, 9, 8, 16, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:15:26.981633 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fc79f8-88e7-4dce-8e5f-88495a304555 None None] Checking segment: {'id': '52138e92-9965-4b35-b4cf-e92e92ee1ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:15:26.982714 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-e3fc79f8-88e7-4dce-8e5f-88495a304555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:26.992887 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fc79f8-88e7-4dce-8e5f-88495a304555 None None] Bound using segment: {'id': '52138e92-9965-4b35-b4cf-e92e92ee1ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480'} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:15:26.992887 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-e3fc79f8-88e7-4dce-8e5f-88495a304555 None None] Bound port: 428afff2-aeae-4e8e-a2bd-3c977df4a06e, host: dv-cinder-807898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52138e92-9965-4b35-b4cf-e92e92ee1ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480'}}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:15:26.992887 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-e3fc79f8-88e7-4dce-8e5f-88495a304555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:27.028255 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-a0efa534-4e85-4f51-bcfa-77e90d299d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:27.081543 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-ae05803e-4b65-4b2e-9f6f-9c2a7a92d899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:27.225213 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0efa534-4e85-4f51-bcfa-77e90d299d8c admin admin] Checking segment: {'id': '21b3f3ba-15d2-405b-8cb9-122dad387cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '6bd4bad4-7d18-4105-b675-5870b656863f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:15:27.225518 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0efa534-4e85-4f51-bcfa-77e90d299d8c admin admin] Network hostable DHCP agents. Network: 6bd4bad4-7d18-4105-b675-5870b656863f, hostable agents: ['48edfc26-e3e7-4e5a-9c59-2b84b8091b14'], hosted agents: [] {{(pid=79425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 08 16:15:27.256453 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3ba7a74f-d074-49ca-992c-e0cc4e6ff9a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:27.367016 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3ba7a74f-d074-49ca-992c-e0cc4e6ff9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:27.419069 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-e3fc79f8-88e7-4dce-8e5f-88495a304555 None None] For port 428afff2-aeae-4e8e-a2bd-3c977df4a06e, host dv-cinder-807898-1-iscsi, cleared binding levels {{(pid=79427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:15:27.427627 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-e3fc79f8-88e7-4dce-8e5f-88495a304555 None None] For port 428afff2-aeae-4e8e-a2bd-3c977df4a06e, host dv-cinder-807898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=428afff2-aeae-4e8e-a2bd-3c977df4a06e,segment=NetworkSegment(52138e92-9965-4b35-b4cf-e92e92ee1ba1),segment_id=52138e92-9965-4b35-b4cf-e92e92ee1ba1)] {{(pid=79427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:15:27.489021 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-e3fc79f8-88e7-4dce-8e5f-88495a304555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:27.530961 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d349010c-7842-439e-80b3-59eb82aa753a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:27.550284 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_common [None req-222e4140-5ee3-4266-9b3e-06e704613429 admin admin] Allocated IP 172.27.2.154 (e2ed1a71-8bc5-4c91-9ec3-df61c44bef44/a1e16140-da4f-4587-a2e7-78015b4d0ba3/c3811c73-343c-4349-92f8-f8e8c9bf8b43) {{(pid=79425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:15:27.592372 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0efa534-4e85-4f51-bcfa-77e90d299d8c admin admin] Network 6bd4bad4-7d18-4105-b675-5870b656863f is scheduled to be hosted by DHCP agent 48edfc26-e3e7-4e5a-9c59-2b84b8091b14 with binding_index 1 {{(pid=79425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 08 16:15:27.619451 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [None req-a0efa534-4e85-4f51-bcfa-77e90d299d8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-iscsi, 6bd4bad4-7d18-4105-b675-5870b656863f) {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:15:27.621412 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69543ba2-f5b0-4c4d-b4d6-fe8b97e69870 admin admin] Checking segment: {'id': '050fb669-5eaa-4590-8753-e18a07bddcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '204b86ab-9a41-430c-b098-cab74514186e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:15:27.622550 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69543ba2-f5b0-4c4d-b4d6-fe8b97e69870 admin admin] Network hostable DHCP agents. Network: 204b86ab-9a41-430c-b098-cab74514186e, hostable agents: ['48edfc26-e3e7-4e5a-9c59-2b84b8091b14'], hosted agents: [] {{(pid=79425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 08 16:15:27.634320 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee83df54-5c82-4fe1-864d-a0ab41670734 None None] Network 6bd4bad4-7d18-4105-b675-5870b656863f requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:15:27.655498 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69543ba2-f5b0-4c4d-b4d6-fe8b97e69870 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0101320e-6e22-4da8-9a28-c7b9120cae08,revision_number=0']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:27.682596 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0efa534-4e85-4f51-bcfa-77e90d299d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:15:27.683530 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a0efa534-4e85-4f51-bcfa-77e90d299d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for subnet, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:27.785482 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-a0efa534-4e85-4f51-bcfa-77e90d299d8c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 4.3427055
Sep 08 16:15:27.895463 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc79f8-88e7-4dce-8e5f-88495a304555 None None] Pushing event updated for resources: {'Port': ['ID=428afff2-aeae-4e8e-a2bd-3c977df4a06e,revision_number=2']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:27.915723 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-e3fc79f8-88e7-4dce-8e5f-88495a304555 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:28.082181 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-69543ba2-f5b0-4c4d-b4d6-fe8b97e69870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.001s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:28.092469 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69543ba2-f5b0-4c4d-b4d6-fe8b97e69870 admin admin] Network 204b86ab-9a41-430c-b098-cab74514186e is scheduled to be hosted by DHCP agent 48edfc26-e3e7-4e5a-9c59-2b84b8091b14 with binding_index 1 {{(pid=79425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 08 16:15:28.172355 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [None req-69543ba2-f5b0-4c4d-b4d6-fe8b97e69870 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-iscsi, 204b86ab-9a41-430c-b098-cab74514186e) {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:15:28.241514 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135a1300-c431-48b1-9df8-4781eb653d70 None None] Network 204b86ab-9a41-430c-b098-cab74514186e requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:15:28.244528 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69543ba2-f5b0-4c4d-b4d6-fe8b97e69870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:15:28.245121 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-69543ba2-f5b0-4c4d-b4d6-fe8b97e69870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for subnet, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:28.360538 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c928f7f-f7af-4ff9-99ea-a70708d284dd None None] Network 6bd4bad4-7d18-4105-b675-5870b656863f requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:15:28.415374 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-69543ba2-f5b0-4c4d-b4d6-fe8b97e69870 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 3.8834507
Sep 08 16:15:28.418220 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-222e4140-5ee3-4266-9b3e-06e704613429 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:28.613044 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-222e4140-5ee3-4266-9b3e-06e704613429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692'] for port, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:28.636667 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:28.721752 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 35656) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:15:28.728547 dv-cinder-807898-1-iscsi neutron-server[79426]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Sep 08 16:15:28.752726 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222e4140-5ee3-4266-9b3e-06e704613429 admin admin] Network e2ed1a71-8bc5-4c91-9ec3-df61c44bef44 is already hosted by enough agents. {{(pid=79425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:15:28.785631 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [None req-222e4140-5ee3-4266-9b3e-06e704613429 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:15:28.803536 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222e4140-5ee3-4266-9b3e-06e704613429 admin admin] Received port after_create {{(pid=79425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:15:28.827153 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 691e08d7-4804-44c3-b9b8-e526fe10600d up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:15:28.929174 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0ec39c-1a5f-4df0-ac6b-f194f779069c None None] Network 582096af-2f90-402d-b754-a13d85dcf0f9 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:15:29.048067 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-29e80e89-4821-4962-a35d-53156a71620c tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:15:29.048792 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-29e80e89-4821-4962-a35d-53156a71620c tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Synchronizing usage tracker for tenant:bb538f430ca94bd7b35bbf827cacf743 on resource:network {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:15:29.123689 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.db_base_plugin_common [None req-ed6fae3f-27ed-4586-91ee-f3db88d98843 admin admin] Allocated IP 172.27.2.201 (e2ed1a71-8bc5-4c91-9ec3-df61c44bef44/a1e16140-da4f-4587-a2e7-78015b4d0ba3/5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4) {{(pid=79426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:15:29.130812 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-29e80e89-4821-4962-a35d-53156a71620c tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Unset dirty status for tenant:bb538f430ca94bd7b35bbf827cacf743 on resource:network {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:15:29.132363 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-29e80e89-4821-4962-a35d-53156a71620c tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/networks?id=6bd4bad4-7d18-4105-b675-5870b656863f HTTP/1.1" status: 200  len: 812 time: 0.4088275
Sep 08 16:15:29.161250 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-a2aedc08-523a-44c5-9705-b72070dd3c6a tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/quotas/bb538f430ca94bd7b35bbf827cacf743 HTTP/1.1" status: 200  len: 375 time: 0.0201600
Sep 08 16:15:29.197030 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e4140-5ee3-4266-9b3e-06e704613429 admin admin] Pushing event updated for resources: {'Port': ['ID=c3811c73-343c-4349-92f8-f8e8c9bf8b43,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:29.303120 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-222e4140-5ee3-4266-9b3e-06e704613429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:29.485818 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-07e7d2f8-df80-42b0-a415-55aa5dd363c7 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bb538f430ca94bd7b35bbf827cacf743&fields=id HTTP/1.1" status: 200  len: 210 time: 0.3233256
Sep 08 16:15:29.634852 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 35696) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:15:29.697660 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-222e4140-5ee3-4266-9b3e-06e704613429 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:29.714030 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feb6458-2f80-48c6-bbc2-c3ce64cd8ca1 None None] Network 75dd61b0-379a-4abd-83d0-357fccbfe480 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:15:29.886350 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-2b044b92-c767-4a34-91b2-7d8de0b22ad8 None None] Provisioning for port 691e08d7-4804-44c3-b9b8-e526fe10600d completed by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:15:29.896929 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04775db9-3ce6-4c46-b1e6-118ca558c495 None None] Network 204b86ab-9a41-430c-b098-cab74514186e requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:15:29.920405 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ed6fae3f-27ed-4586-91ee-f3db88d98843 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:29.972445 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning for port 691e08d7-4804-44c3-b9b8-e526fe10600d completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:15:29.974731 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 35706) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:15:30.032533 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-bff9a456-668f-401e-b8ff-cda4ed45d21f tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:15:30.033552 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-bff9a456-668f-401e-b8ff-cda4ed45d21f tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Synchronizing usage tracker for tenant:c8c774bb92304c42ab3c6d7f2ab7e7dd on resource:network {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:15:30.063287 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ed6fae3f-27ed-4586-91ee-f3db88d98843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692'] for port, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:30.068533 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-bff9a456-668f-401e-b8ff-cda4ed45d21f tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Unset dirty status for tenant:c8c774bb92304c42ab3c6d7f2ab7e7dd on resource:network {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:15:30.069803 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-bff9a456-668f-401e-b8ff-cda4ed45d21f tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/networks?id=204b86ab-9a41-430c-b098-cab74514186e HTTP/1.1" status: 200  len: 814 time: 0.4312630
Sep 08 16:15:30.077038 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-2813fb38-08de-453a-a13f-22730c6b2416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:30.191368 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-f4c7abe1-f1b8-4282-9a59-36f35cbc467b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=79426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 08 16:15:30.192593 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-f4c7abe1-f1b8-4282-9a59-36f35cbc467b service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2861590
Sep 08 16:15:30.207907 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-2b83cb56-ff15-497f-8b33-b4a3cc5c4f0f tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/quotas/c8c774bb92304c42ab3c6d7f2ab7e7dd HTTP/1.1" status: 200  len: 375 time: 0.0639212
Sep 08 16:15:30.253824 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6fae3f-27ed-4586-91ee-f3db88d98843 admin admin] Network e2ed1a71-8bc5-4c91-9ec3-df61c44bef44 is already hosted by enough agents. {{(pid=79426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:15:30.279423 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-8f253c8a-7f06-4533-802d-269022d79351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:30.282383 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.base_scheduler [None req-ed6fae3f-27ed-4586-91ee-f3db88d98843 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:15:30.295386 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6fae3f-27ed-4586-91ee-f3db88d98843 admin admin] Received port after_create {{(pid=79426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:15:30.310981 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-2b044b92-c767-4a34-91b2-7d8de0b22ad8 None None] Provisioning complete for port 691e08d7-4804-44c3-b9b8-e526fe10600d triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:15:30.311679 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-2b044b92-c767-4a34-91b2-7d8de0b22ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:30.350586 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-8f253c8a-7f06-4533-802d-269022d79351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:15:30.356891 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-d904dfd9-5ef5-4516-a5c3-bcedd5e9257e tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8c774bb92304c42ab3c6d7f2ab7e7dd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1471732
Sep 08 16:15:30.373497 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-8f253c8a-7f06-4533-802d-269022d79351 admin admin] Usage tracker for resource:security_group_rule and tenant:d102e972c9c44819ad82d3a161e0fbbd is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:15:30.381989 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-8f253c8a-7f06-4533-802d-269022d79351 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:15:30.408001 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 691e08d7-4804-44c3-b9b8-e526fe10600d triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:15:30.408411 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:30.412743 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-8f253c8a-7f06-4533-802d-269022d79351 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:15:30.439728 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_common [None req-3ba7a74f-d074-49ca-992c-e0cc4e6ff9a7 admin admin] Allocated IP 172.27.2.101 (e2ed1a71-8bc5-4c91-9ec3-df61c44bef44/a1e16140-da4f-4587-a2e7-78015b4d0ba3/6506e34a-e194-4b8a-895d-e83a5db5dd31) {{(pid=79425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:15:30.442572 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6fae3f-27ed-4586-91ee-f3db88d98843 admin admin] Pushing event updated for resources: {'Port': ['ID=5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:30.522429 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-ed6fae3f-27ed-4586-91ee-f3db88d98843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:30.555430 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-222e4140-5ee3-4266-9b3e-06e704613429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1926758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1948318'] for router, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:30.610429 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-9fd9995d-f10c-4a50-9a98-75ec1e676f5c service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=79426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 08 16:15:30.611729 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-9fd9995d-f10c-4a50-9a98-75ec1e676f5c service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1654592
Sep 08 16:15:30.789109 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-6ebb96f7-f78c-4391-aced-b481fecba5e6 service neutron] 10.222.0.25 "GET /v2.0/networks/6bd4bad4-7d18-4105-b675-5870b656863f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5737336
Sep 08 16:15:30.889137 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-63b8de25-1c18-4ec9-b12d-9f9597753a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:31.066662 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-2b044b92-c767-4a34-91b2-7d8de0b22ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:31.087371 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:31.108701 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3ba7a74f-d074-49ca-992c-e0cc4e6ff9a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:31.125819 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-76e01910-4870-411c-bdcf-a266cc21918a service neutron] 10.222.0.25 "GET /v2.0/networks/204b86ab-9a41-430c-b098-cab74514186e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4966431
Sep 08 16:15:31.144633 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-8f253c8a-7f06-4533-802d-269022d79351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:31.158968 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-8f253c8a-7f06-4533-802d-269022d79351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:31.178513 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-2b044b92-c767-4a34-91b2-7d8de0b22ad8 None None] For port 691e08d7-4804-44c3-b9b8-e526fe10600d, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=691e08d7-4804-44c3-b9b8-e526fe10600d,segment=NetworkSegment(967548e4-bbe3-4c32-a3ac-8b359fdd3bd4),segment_id=967548e4-bbe3-4c32-a3ac-8b359fdd3bd4)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:15:31.181957 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:31.192072 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-2b044b92-c767-4a34-91b2-7d8de0b22ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:31.222539 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f253c8a-7f06-4533-802d-269022d79351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f587fdd-2153-462e-9bc4-6229e1a0862a,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:31.234903 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:31.251029 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-8f253c8a-7f06-4533-802d-269022d79351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:31.265955 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-8f253c8a-7f06-4533-802d-269022d79351 admin admin] Synchronizing usage tracker for tenant:9d4a9a601043442dbcfc67497488b8a9 on resource:security_group {{(pid=79425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:15:31.274977 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ed6fae3f-27ed-4586-91ee-f3db88d98843 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:31.275975 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222e4140-5ee3-4266-9b3e-06e704613429 admin admin] Router 64e5c9af-a25a-4228-8131-f4c5230ec1fb is scheduled to L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 with binding_index 1 {{(pid=79425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Sep 08 16:15:31.365467 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.db.api [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 08 16:15:31.365902 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_db.api [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 08 16:15:31.377882 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:31.394827 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b044b92-c767-4a34-91b2-7d8de0b22ad8 None None] Pushing event updated for resources: {'Port': ['ID=691e08d7-4804-44c3-b9b8-e526fe10600d,revision_number=3']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:31.399465 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-2b044b92-c767-4a34-91b2-7d8de0b22ad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:31.400104 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-10a2032d-0319-4448-8ff9-ba816ab91928 None None] Provisioning for port 428afff2-aeae-4e8e-a2bd-3c977df4a06e completed by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:15:31.431847 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-10a2032d-0319-4448-8ff9-ba816ab91928 None None] Provisioning complete for port 691e08d7-4804-44c3-b9b8-e526fe10600d triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:15:31.432231 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-10a2032d-0319-4448-8ff9-ba816ab91928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:31.458507 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-8f253c8a-7f06-4533-802d-269022d79351 admin admin] Unset dirty status for tenant:9d4a9a601043442dbcfc67497488b8a9 on resource:security_group {{(pid=79425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:15:31.459902 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-8f253c8a-7f06-4533-802d-269022d79351 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d102e972c9c44819ad82d3a161e0fbbd&name=default HTTP/1.1" status: 200  len: 2975 time: 1.4837680
Sep 08 16:15:31.474915 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 35724) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:15:31.499317 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3ba7a74f-d074-49ca-992c-e0cc4e6ff9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692'] for port, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:31.515199 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-222e4140-5ee3-4266-9b3e-06e704613429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:31.589755 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-57e0fb2a-b2f1-4fcd-aeea-1c0ee42b5e8e service neutron] 10.222.0.25 "GET /v2.0/networks/6bd4bad4-7d18-4105-b675-5870b656863f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7348495
Sep 08 16:15:31.621035 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba7a74f-d074-49ca-992c-e0cc4e6ff9a7 admin admin] Network e2ed1a71-8bc5-4c91-9ec3-df61c44bef44 is already hosted by enough agents. {{(pid=79425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:15:31.629924 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [None req-3ba7a74f-d074-49ca-992c-e0cc4e6ff9a7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:15:31.730310 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba7a74f-d074-49ca-992c-e0cc4e6ff9a7 admin admin] Received port after_create {{(pid=79425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:15:31.811866 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-8cb952e1-7c5d-4d7b-bcd4-d1e23c0c5939 service neutron] 10.222.0.25 "GET /v2.0/networks/204b86ab-9a41-430c-b098-cab74514186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6335516
Sep 08 16:15:31.902403 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7a74f-d074-49ca-992c-e0cc4e6ff9a7 admin admin] Pushing event updated for resources: {'Port': ['ID=6506e34a-e194-4b8a-895d-e83a5db5dd31,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:31.949033 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-3ba7a74f-d074-49ca-992c-e0cc4e6ff9a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:32.076184 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 428afff2-aeae-4e8e-a2bd-3c977df4a06e up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:15:32.156998 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ed6fae3f-27ed-4586-91ee-f3db88d98843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1926758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1948318'] for router, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:32.188235 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222e4140-5ee3-4266-9b3e-06e704613429 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:15:32.211544 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f1b249-8604-475d-a7e0-50e38f25af75 None None] Sync routers for ids ['64e5c9af-a25a-4228-8131-f4c5230ec1fb'] in dv-cinder-807898-1-iscsi {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:15:32.223529 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-1460c9e0-bd11-4bfb-a7a1-aec42200f647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:32.258614 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f1b249-8604-475d-a7e0-50e38f25af75 None None] Routers {'64e5c9af-a25a-4228-8131-f4c5230ec1fb'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:15:32.265063 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-42f1b249-8604-475d-a7e0-50e38f25af75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251c1fe50>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:15:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['64e5c9af-a25a-4228-8131-f4c5230ec1fb'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:15:32.332908 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning for port 428afff2-aeae-4e8e-a2bd-3c977df4a06e completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:15:32.385092 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 428afff2-aeae-4e8e-a2bd-3c977df4a06e triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:15:32.387839 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:32.605403 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-1460c9e0-bd11-4bfb-a7a1-aec42200f647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:32.616688 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-222e4140-5ee3-4266-9b3e-06e704613429 admin admin] Notify callbacks [] for router, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:32.621092 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-222e4140-5ee3-4266-9b3e-06e704613429 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 10.6884978
Sep 08 16:15:32.626940 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 35770) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:15:32.641102 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:32.699367 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-92edde59-a5e7-4ae2-8a88-35941a0e16c0 req-916dcacd-3af9-4a13-bdc9-cbb7a795bbdd tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=5667d820-d623-4b13-af5f-cee38599c046 HTTP/1.1" status: 200  len: 210 time: 0.3470092
Sep 08 16:15:32.702897 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] For port 428afff2-aeae-4e8e-a2bd-3c977df4a06e, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=428afff2-aeae-4e8e-a2bd-3c977df4a06e,segment=NetworkSegment(52138e92-9965-4b35-b4cf-e92e92ee1ba1),segment_id=52138e92-9965-4b35-b4cf-e92e92ee1ba1)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:15:32.709415 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:32.717409 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-668f7d93-868b-4354-87c2-46497da220a7 req-d5f6a4f1-9e8d-4a35-addf-0504810395c4 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9b195b8-bfe8-41df-869b-6898cf9164ec HTTP/1.1" status: 200  len: 210 time: 0.3638005
Sep 08 16:15:32.717545 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:32.718055 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 35774) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:15:32.759873 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-42f1b249-8604-475d-a7e0-50e38f25af75 None None] Set router 64e5c9af-a25a-4228-8131-f4c5230ec1fb gateway port host: dv-cinder-807898-1-iscsi {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:15:32.931139 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 691e08d7-4804-44c3-b9b8-e526fe10600d up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:15:32.939492 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3ba7a74f-d074-49ca-992c-e0cc4e6ff9a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:33.026188 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6fae3f-27ed-4586-91ee-f3db88d98843 admin admin] Router 24869578-348a-4d48-a670-67b127fee28b is scheduled to L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 with binding_index 1 {{(pid=79426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Sep 08 16:15:33.245212 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2ad27ada-9295-4ce9-bcaa-275fe95ae72d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:33.302495 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-2ad27ada-9295-4ce9-bcaa-275fe95ae72d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:15:33.311440 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Pushing event updated for resources: {'Port': ['ID=428afff2-aeae-4e8e-a2bd-3c977df4a06e,revision_number=3']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:33.312235 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-2ad27ada-9295-4ce9-bcaa-275fe95ae72d admin admin] Usage tracker for resource:security_group_rule and tenant:b525996379194d9981a02e94801dd6ec is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:15:33.321265 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:33.325635 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-2ad27ada-9295-4ce9-bcaa-275fe95ae72d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:15:33.337274 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 691e08d7-4804-44c3-b9b8-e526fe10600d triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:15:33.338464 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:33.347879 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-2ad27ada-9295-4ce9-bcaa-275fe95ae72d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:15:33.448763 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6fae3f-27ed-4586-91ee-f3db88d98843 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:15:33.490325 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b0aa09-44fe-4955-b3e2-0be7d057bb6b None None] Sync routers for ids ['24869578-348a-4d48-a670-67b127fee28b'] in dv-cinder-807898-1-iscsi {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:15:33.541497 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ed6fae3f-27ed-4586-91ee-f3db88d98843 admin admin] Notify callbacks [] for router, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:33.545490 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-ed6fae3f-27ed-4586-91ee-f3db88d98843 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 8.0590098
Sep 08 16:15:33.549121 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 35802) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:15:33.565015 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b0aa09-44fe-4955-b3e2-0be7d057bb6b None None] Routers {'24869578-348a-4d48-a670-67b127fee28b'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:15:33.566065 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-91b0aa09-44fe-4955-b3e2-0be7d057bb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251842610>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:15:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['24869578-348a-4d48-a670-67b127fee28b'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:15:33.624022 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-1460c9e0-bd11-4bfb-a7a1-aec42200f647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:33.670988 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:33.671669 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-42f1b249-8604-475d-a7e0-50e38f25af75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251c1fe50>, [{'id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1866807271-router', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:15:29Z', 'revision_number': 3, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'gw_port': {'id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f6:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:26Z', 'updated_at': '2021-09-08T16:15:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi'}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:15:33.689343 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460c9e0-bd11-4bfb-a7a1-aec42200f647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f587fdd-2153-462e-9bc4-6229e1a0862a,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:33.697561 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-1460c9e0-bd11-4bfb-a7a1-aec42200f647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:33.710932 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f1b249-8604-475d-a7e0-50e38f25af75 None None] Checking router: 64e5c9af-a25a-4228-8131-f4c5230ec1fb for host: dv-cinder-807898-1-iscsi {{(pid=79428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:15:33.712061 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f1b249-8604-475d-a7e0-50e38f25af75 None None] Updating router 64e5c9af-a25a-4228-8131-f4c5230ec1fb port c3811c73-343c-4349-92f8-f8e8c9bf8b43 binding host dv-cinder-807898-1-iscsi {{(pid=79428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 08 16:15:33.712795 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-1460c9e0-bd11-4bfb-a7a1-aec42200f647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:33.713883 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-1460c9e0-bd11-4bfb-a7a1-aec42200f647 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3f587fdd-2153-462e-9bc4-6229e1a0862a HTTP/1.1" status: 204  len: 168 time: 2.2380872
Sep 08 16:15:33.920576 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3ba7a74f-d074-49ca-992c-e0cc4e6ff9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1926758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1948318'] for router, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:33.961977 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-42f1b249-8604-475d-a7e0-50e38f25af75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:34.182576 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-f29a36ca-9f51-4393-97fe-465ea62eebb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:34.453395 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-91b0aa09-44fe-4955-b3e2-0be7d057bb6b None None] Set router 24869578-348a-4d48-a670-67b127fee28b gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:15:34.473238 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d6b2cfb0-1f43-4da0-a71c-3ecaabd14e84 req-3b72c4d3-3b98-4b01-9bd9-ae231222f0eb tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9b195b8-bfe8-41df-869b-6898cf9164ec HTTP/1.1" status: 200  len: 210 time: 0.5622015
Sep 08 16:15:34.482625 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 35834) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:15:34.603416 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-eed41f08-1357-4875-a819-47fa6cb42c20 req-0d9f1970-59ac-450f-9f00-935d66e00775 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=5667d820-d623-4b13-af5f-cee38599c046 HTTP/1.1" status: 200  len: 210 time: 0.6954250
Sep 08 16:15:34.645207 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-4524608c-1f18-4bce-b72d-46b1833c5763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:34.742271 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-4524608c-1f18-4bce-b72d-46b1833c5763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:15:34.765973 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-42f1b249-8604-475d-a7e0-50e38f25af75 None None] Notify callbacks [] for port, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:34.785934 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.provisioning_blocks [None req-42f1b249-8604-475d-a7e0-50e38f25af75 None None] Transition to ACTIVE for port object c3811c73-343c-4349-92f8-f8e8c9bf8b43 will not be triggered until provisioned by entity L2. {{(pid=79428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:15:34.789773 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-4524608c-1f18-4bce-b72d-46b1833c5763 admin admin] Usage tracker for resource:security_group_rule and tenant:c5e415a37a0e4003a515e1c1ba62f007 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:15:34.800265 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-42f1b249-8604-475d-a7e0-50e38f25af75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:34.804904 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-54abe6f3-db51-4cbb-9c1b-60e9da5364ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:34.833729 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2ad27ada-9295-4ce9-bcaa-275fe95ae72d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:34.853010 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-4524608c-1f18-4bce-b72d-46b1833c5763 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:15:34.867456 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2ad27ada-9295-4ce9-bcaa-275fe95ae72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:34.976927 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358d6b5-2b99-4232-b6ea-acf43afcc193 None None] Pushing event updated for resources: {'Port': ['ID=c3811c73-343c-4349-92f8-f8e8c9bf8b43,revision_number=2']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:34.988058 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358d6b5-2b99-4232-b6ea-acf43afcc193 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:34.988497 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358d6b5-2b99-4232-b6ea-acf43afcc193 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:34.988811 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358d6b5-2b99-4232-b6ea-acf43afcc193 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:34.989060 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358d6b5-2b99-4232-b6ea-acf43afcc193 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:34.989518 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358d6b5-2b99-4232-b6ea-acf43afcc193 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:34.989859 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358d6b5-2b99-4232-b6ea-acf43afcc193 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:34.990185 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358d6b5-2b99-4232-b6ea-acf43afcc193 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:34.990509 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358d6b5-2b99-4232-b6ea-acf43afcc193 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:34.990857 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358d6b5-2b99-4232-b6ea-acf43afcc193 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:34.991246 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358d6b5-2b99-4232-b6ea-acf43afcc193 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:34.991625 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358d6b5-2b99-4232-b6ea-acf43afcc193 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:34.991956 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358d6b5-2b99-4232-b6ea-acf43afcc193 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:15:34.992940 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b358d6b5-2b99-4232-b6ea-acf43afcc193 None None] Tracked resource versions report:
Sep 08 16:15:34.992940 dv-cinder-807898-1-iscsi neutron-server[79428]: pushed versions:
Sep 08 16:15:34.992940 dv-cinder-807898-1-iscsi neutron-server[79428]: {   'AddressGroup': {'1.2'},
Sep 08 16:15:34.992940 dv-cinder-807898-1-iscsi neutron-server[79428]:     'ConntrackHelper': {'1.0'},
Sep 08 16:15:34.992940 dv-cinder-807898-1-iscsi neutron-server[79428]:     'Log': {'1.0'},
Sep 08 16:15:34.992940 dv-cinder-807898-1-iscsi neutron-server[79428]:     'Network': {'1.1'},
Sep 08 16:15:34.992940 dv-cinder-807898-1-iscsi neutron-server[79428]:     'Port': {'1.7'},
Sep 08 16:15:34.992940 dv-cinder-807898-1-iscsi neutron-server[79428]:     'PortForwarding': {'1.2'},
Sep 08 16:15:34.992940 dv-cinder-807898-1-iscsi neutron-server[79428]:     'QosPolicy': {'1.8'},
Sep 08 16:15:34.992940 dv-cinder-807898-1-iscsi neutron-server[79428]:     'SecurityGroup': {'1.4'},
Sep 08 16:15:34.992940 dv-cinder-807898-1-iscsi neutron-server[79428]:     'SecurityGroupRule': {'1.2'},
Sep 08 16:15:34.992940 dv-cinder-807898-1-iscsi neutron-server[79428]:     'SubPort': {'1.0'},
Sep 08 16:15:34.992940 dv-cinder-807898-1-iscsi neutron-server[79428]:     'Subnet': {'1.1'},
Sep 08 16:15:34.992940 dv-cinder-807898-1-iscsi neutron-server[79428]:     'Trunk': {'1.1'}}
Sep 08 16:15:34.992940 dv-cinder-807898-1-iscsi neutron-server[79428]: consumer versions:
Sep 08 16:15:34.992940 dv-cinder-807898-1-iscsi neutron-server[79428]: {   DHCP agent@dv-cinder-807898-1-iscsi: {},
Sep 08 16:15:34.992940 dv-cinder-807898-1-iscsi neutron-server[79428]:     HyperV agent@hv-cinder-80789: {},
Sep 08 16:15:34.992940 dv-cinder-807898-1-iscsi neutron-server[79428]:     L3 agent@dv-cinder-807898-1-iscsi: {},
Sep 08 16:15:34.992940 dv-cinder-807898-1-iscsi neutron-server[79428]:     Metadata agent@dv-cinder-807898-1-iscsi: {},
Sep 08 16:15:34.992940 dv-cinder-807898-1-iscsi neutron-server[79428]:     Metering agent@dv-cinder-807898-1-iscsi: {},
Sep 08 16:15:34.992940 dv-cinder-807898-1-iscsi neutron-server[79428]:     Open vSwitch agent@dv-cinder-807898-1-iscsi: {   'AddressGroup': '1.2',
Sep 08 16:15:34.992940 dv-cinder-807898-1-iscsi neutron-server[79428]:                                                      'ConntrackHelper': '1.0',
Sep 08 16:15:34.992940 dv-cinder-807898-1-iscsi neutron-server[79428]:                                                      'Log': '1.0',
Sep 08 16:15:34.992940 dv-cinder-807898-1-iscsi neutron-server[79428]:                                                      'Network': '1.1',
Sep 08 16:15:34.992940 dv-cinder-807898-1-iscsi neutron-server[79428]:                                                      'Port': '1.7',
Sep 08 16:15:34.992940 dv-cinder-807898-1-iscsi neutron-server[79428]:                                                      'PortForwarding': '1.2',
Sep 08 16:15:34.992940 dv-cinder-807898-1-iscsi neutron-server[79428]:                                                      'QosPolicy': '1.8',
Sep 08 16:15:34.992940 dv-cinder-807898-1-iscsi neutron-server[79428]:                                                      'SecurityGroup': '1.4',
Sep 08 16:15:34.992940 dv-cinder-807898-1-iscsi neutron-server[79428]:                                                      'SecurityGroupRule': '1.2',
Sep 08 16:15:34.992940 dv-cinder-807898-1-iscsi neutron-server[79428]:                                                      'SubPort': '1.0',
Sep 08 16:15:34.992940 dv-cinder-807898-1-iscsi neutron-server[79428]:                                                      'Subnet': '1.1',
Sep 08 16:15:34.992940 dv-cinder-807898-1-iscsi neutron-server[79428]:                                                      'Trunk': '1.1'}}
Sep 08 16:15:34.992940 dv-cinder-807898-1-iscsi neutron-server[79428]:  {{(pid=79428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 08 16:15:35.011630 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-b358d6b5-2b99-4232-b6ea-acf43afcc193 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:35.069874 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [None req-42f1b249-8604-475d-a7e0-50e38f25af75 None None] Attempting to bind port c3811c73-343c-4349-92f8-f8e8c9bf8b43 on host dv-cinder-807898-1-iscsi for vnic_type normal with profile  {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:15:35.070255 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [None req-42f1b249-8604-475d-a7e0-50e38f25af75 None None] Attempting to bind port c3811c73-343c-4349-92f8-f8e8c9bf8b43 by drivers openvswitch,hyperv on host dv-cinder-807898-1-iscsi at level 0 using segments [{'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:15:35.070626 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1b249-8604-475d-a7e0-50e38f25af75 None None] Attempting to bind port c3811c73-343c-4349-92f8-f8e8c9bf8b43 on network e2ed1a71-8bc5-4c91-9ec3-df61c44bef44 {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:15:35.079538 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-4524608c-1f18-4bce-b72d-46b1833c5763 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:15:35.087287 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1b249-8604-475d-a7e0-50e38f25af75 None None] Checking agent: {'id': 'f763117d-2875-45db-86c1-123fd700575f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 6, 1), 'started_at': datetime.datetime(2021, 9, 8, 16, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:15:35.088021 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1b249-8604-475d-a7e0-50e38f25af75 None None] Checking segment: {'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:15:35.089547 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-42f1b249-8604-475d-a7e0-50e38f25af75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:35.091721 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1b249-8604-475d-a7e0-50e38f25af75 None None] Bound using segment: {'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:15:35.092365 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [None req-42f1b249-8604-475d-a7e0-50e38f25af75 None None] Bound port: c3811c73-343c-4349-92f8-f8e8c9bf8b43, host: dv-cinder-807898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'}}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:15:35.096217 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-42f1b249-8604-475d-a7e0-50e38f25af75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:35.160835 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 428afff2-aeae-4e8e-a2bd-3c977df4a06e up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:15:35.244008 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:35.362262 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:35.546132 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.db [None req-42f1b249-8604-475d-a7e0-50e38f25af75 None None] For port c3811c73-343c-4349-92f8-f8e8c9bf8b43, host dv-cinder-807898-1-iscsi, cleared binding levels {{(pid=79428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:15:35.556442 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.db [None req-42f1b249-8604-475d-a7e0-50e38f25af75 None None] For port c3811c73-343c-4349-92f8-f8e8c9bf8b43, host dv-cinder-807898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=c3811c73-343c-4349-92f8-f8e8c9bf8b43,segment=NetworkSegment(3235b71f-0c14-40b5-ba80-96fc5a4742a1),segment_id=3235b71f-0c14-40b5-ba80-96fc5a4742a1)] {{(pid=79428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:15:35.564472 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-42f1b249-8604-475d-a7e0-50e38f25af75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:35.574955 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:35.654490 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 428afff2-aeae-4e8e-a2bd-3c977df4a06e triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:15:35.656348 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:35.757274 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f1b249-8604-475d-a7e0-50e38f25af75 None None] Routers {'64e5c9af-a25a-4228-8131-f4c5230ec1fb'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:15:35.760490 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-42f1b249-8604-475d-a7e0-50e38f25af75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251c1fe50>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:15:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['64e5c9af-a25a-4228-8131-f4c5230ec1fb'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:15:35.846566 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-2ad27ada-9295-4ce9-bcaa-275fe95ae72d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b525996379194d9981a02e94801dd6ec&name=default HTTP/1.1" status: 200  len: 2975 time: 3.1207650
Sep 08 16:15:35.873692 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 35870) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:15:35.979226 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad27ada-9295-4ce9-bcaa-275fe95ae72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6633a2e9-12db-4b7f-9883-dec234f40888,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:35.980119 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358d6b5-2b99-4232-b6ea-acf43afcc193 None None] Pushing event updated for resources: {'Port': ['ID=c3811c73-343c-4349-92f8-f8e8c9bf8b43,revision_number=3']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:35.985769 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-b358d6b5-2b99-4232-b6ea-acf43afcc193 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:36.063696 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-91b0aa09-44fe-4955-b3e2-0be7d057bb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251842610>, [{'id': '24869578-348a-4d48-a670-67b127fee28b', 'name': 'tempest-ServerRescueNegativeTestJSON-1080623597-router', 'tenant_id': '3abc28c3a0c44587b1e4367f9363241d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:25Z', 'updated_at': '2021-09-08T16:15:30Z', 'revision_number': 3, 'project_id': '3abc28c3a0c44587b1e4367f9363241d', 'gw_port': {'id': '5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24869578-348a-4d48-a670-67b127fee28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:26Z', 'updated_at': '2021-09-08T16:15:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi'}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:15:36.077449 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b0aa09-44fe-4955-b3e2-0be7d057bb6b None None] Checking router: 24869578-348a-4d48-a670-67b127fee28b for host: dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:15:36.077994 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b0aa09-44fe-4955-b3e2-0be7d057bb6b None None] Updating router 24869578-348a-4d48-a670-67b127fee28b port 5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4 binding host dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 08 16:15:36.125530 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-42f1b249-8604-475d-a7e0-50e38f25af75 None None] Set router 64e5c9af-a25a-4228-8131-f4c5230ec1fb gateway port host: dv-cinder-807898-1-iscsi {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:15:36.212634 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba7a74f-d074-49ca-992c-e0cc4e6ff9a7 admin admin] Router 4a8ff593-1e82-4008-b80b-c5adbd9ee2db is scheduled to L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 with binding_index 1 {{(pid=79425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Sep 08 16:15:36.269900 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-91b0aa09-44fe-4955-b3e2-0be7d057bb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:36.453703 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.70', 53040) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:15:36.469905 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-2ad27ada-9295-4ce9-bcaa-275fe95ae72d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.226s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:36.620168 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-42f1b249-8604-475d-a7e0-50e38f25af75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251c1fe50>, [{'id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1866807271-router', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:15:29Z', 'revision_number': 3, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'gw_port': {'id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f6:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:26Z', 'updated_at': '2021-09-08T16:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi'}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:15:36.630293 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f1b249-8604-475d-a7e0-50e38f25af75 None None] The sync data for ids ['64e5c9af-a25a-4228-8131-f4c5230ec1fb'] in dv-cinder-807898-1-iscsi is: [{'id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1866807271-router', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:15:29Z', 'revision_number': 3, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'gw_port': {'id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f6:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:26Z', 'updated_at': '2021-09-08T16:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi'}] {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:15:36.726903 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba7a74f-d074-49ca-992c-e0cc4e6ff9a7 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:15:36.751734 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eb852f-4cf9-4044-bf66-254a70786b3a None None] Sync routers for ids ['4a8ff593-1e82-4008-b80b-c5adbd9ee2db'] in dv-cinder-807898-1-iscsi {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:15:36.779803 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-4524608c-1f18-4bce-b72d-46b1833c5763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:36.780439 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eb852f-4cf9-4044-bf66-254a70786b3a None None] Routers {'4a8ff593-1e82-4008-b80b-c5adbd9ee2db'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:15:36.781728 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-a9eb852f-4cf9-4044-bf66-254a70786b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251d04820>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:15:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['4a8ff593-1e82-4008-b80b-c5adbd9ee2db'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:15:36.785960 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-1b58ed68-9f5a-45dc-b10d-83828eb9af1c req-b10a0100-663e-4c93-bd02-ba126a556ea2 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9b195b8-bfe8-41df-869b-6898cf9164ec HTTP/1.1" status: 200  len: 210 time: 0.7444322
Sep 08 16:15:36.804047 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-5f95acd0-39cf-47ab-bb7e-7e985d3d59a4 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:15:36.805611 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-5f95acd0-39cf-47ab-bb7e-7e985d3d59a4 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.70 "GET /v2.0/networks?id=204b86ab-9a41-430c-b098-cab74514186e HTTP/1.1" status: 200  len: 814 time: 0.3487594
Sep 08 16:15:36.814681 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3ba7a74f-d074-49ca-992c-e0cc4e6ff9a7 admin admin] Notify callbacks [] for router, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:36.817135 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-3ba7a74f-d074-49ca-992c-e0cc4e6ff9a7 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 14.7830312
Sep 08 16:15:36.832457 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 35884) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:15:36.848368 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-4524608c-1f18-4bce-b72d-46b1833c5763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:36.877744 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-c319630e-82be-4b1e-9a5e-a3aac6a58870 req-1e91c6db-5118-4fc4-9bd1-5559fd3bdf8a tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=5667d820-d623-4b13-af5f-cee38599c046 HTTP/1.1" status: 200  len: 210 time: 0.3399932
Sep 08 16:15:36.941821 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-eb0d6e30-f5a1-460e-9910-363364b35f25 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Request body: {'port': {'device_id': '5667d820-d623-4b13-af5f-cee38599c046', 'network_id': '204b86ab-9a41-430c-b098-cab74514186e', 'admin_state_up': True, 'tenant_id': 'c8c774bb92304c42ab3c6d7f2ab7e7dd'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:15:37.110639 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-343bedbd-b74c-418e-8b82-ea8bb236d89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:37.140360 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-23f24405-121d-4e81-a156-cf629cf9fb8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:37.235670 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-23f24405-121d-4e81-a156-cf629cf9fb8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:37.289674 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.70', 53042) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:15:37.309816 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:37.368358 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-4524608c-1f18-4bce-b72d-46b1833c5763 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c5e415a37a0e4003a515e1c1ba62f007&name=default HTTP/1.1" status: 200  len: 2975 time: 2.8613474
Sep 08 16:15:37.408662 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 35898) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:15:37.578329 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:37.588349 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-a9eb852f-4cf9-4044-bf66-254a70786b3a None None] Set router 4a8ff593-1e82-4008-b80b-c5adbd9ee2db gateway port host: dv-cinder-807898-1-iscsi {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:15:37.664236 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-91b0aa09-44fe-4955-b3e2-0be7d057bb6b None None] Notify callbacks [] for port, precommit_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:37.685629 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-23f24405-121d-4e81-a156-cf629cf9fb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:37.698433 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-91b0aa09-44fe-4955-b3e2-0be7d057bb6b None None] Transition to ACTIVE for port object 5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4 will not be triggered until provisioned by entity L2. {{(pid=79427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:15:37.713291 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-91b0aa09-44fe-4955-b3e2-0be7d057bb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:37.739146 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:37.966925 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-91b0aa09-44fe-4955-b3e2-0be7d057bb6b None None] Attempting to bind port 5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4 on host dv-cinder-807898-1-iscsi for vnic_type normal with profile  {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:15:37.967463 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-91b0aa09-44fe-4955-b3e2-0be7d057bb6b None None] Attempting to bind port 5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4 by drivers openvswitch,hyperv on host dv-cinder-807898-1-iscsi at level 0 using segments [{'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:15:37.971841 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b0aa09-44fe-4955-b3e2-0be7d057bb6b None None] Attempting to bind port 5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4 on network e2ed1a71-8bc5-4c91-9ec3-df61c44bef44 {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:15:38.007533 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-eb0d6e30-f5a1-460e-9910-363364b35f25 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:15:38.026621 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-eb0d6e30-f5a1-460e-9910-363364b35f25 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Usage tracker for resource:port and tenant:c8c774bb92304c42ab3c6d7f2ab7e7dd is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:15:38.039264 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-eb0d6e30-f5a1-460e-9910-363364b35f25 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:15:38.052957 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b0aa09-44fe-4955-b3e2-0be7d057bb6b None None] Checking agent: {'id': 'f763117d-2875-45db-86c1-123fd700575f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 6, 1), 'started_at': datetime.datetime(2021, 9, 8, 16, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:15:38.053751 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b0aa09-44fe-4955-b3e2-0be7d057bb6b None None] Checking segment: {'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:15:38.054420 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-91b0aa09-44fe-4955-b3e2-0be7d057bb6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:38.056750 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b0aa09-44fe-4955-b3e2-0be7d057bb6b None None] Bound using segment: {'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:15:38.057637 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-91b0aa09-44fe-4955-b3e2-0be7d057bb6b None None] Bound port: 5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4, host: dv-cinder-807898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'}}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:15:38.058329 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-91b0aa09-44fe-4955-b3e2-0be7d057bb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:38.066529 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-eb0d6e30-f5a1-460e-9910-363364b35f25 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:15:38.136029 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e4717-39b8-4b71-85ed-7eb261dcad23 None None] Pushing event updated for resources: {'Port': ['ID=5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4,revision_number=2']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:38.152294 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-de4e4717-39b8-4b71-85ed-7eb261dcad23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:38.269140 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-91b0aa09-44fe-4955-b3e2-0be7d057bb6b None None] For port 5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4, host dv-cinder-807898-1-iscsi, cleared binding levels {{(pid=79427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:15:38.276682 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-91b0aa09-44fe-4955-b3e2-0be7d057bb6b None None] For port 5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4, host dv-cinder-807898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4,segment=NetworkSegment(3235b71f-0c14-40b5-ba80-96fc5a4742a1),segment_id=3235b71f-0c14-40b5-ba80-96fc5a4742a1)] {{(pid=79427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:15:38.290177 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-91b0aa09-44fe-4955-b3e2-0be7d057bb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:38.300435 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:38.359410 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-c08cdd29-01f7-4b4e-aacd-7c90d8f4891b tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:15:38.363289 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-c08cdd29-01f7-4b4e-aacd-7c90d8f4891b tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.70 "GET /v2.0/networks?id=6bd4bad4-7d18-4105-b675-5870b656863f HTTP/1.1" status: 200  len: 812 time: 0.9929094
Sep 08 16:15:38.368243 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524608c-1f18-4bce-b72d-46b1833c5763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4268ef-aa4d-40f7-840b-5e0973c6b60c,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:38.471356 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-a9eb852f-4cf9-4044-bf66-254a70786b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251d04820>, [{'id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'name': 'tempest-AttachVolumeTestJSON-732682896-router', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:15:32Z', 'revision_number': 3, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'gw_port': {'id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:27Z', 'updated_at': '2021-09-08T16:15:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi'}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:15:38.477664 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eb852f-4cf9-4044-bf66-254a70786b3a None None] Checking router: 4a8ff593-1e82-4008-b80b-c5adbd9ee2db for host: dv-cinder-807898-1-iscsi {{(pid=79428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:15:38.477929 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eb852f-4cf9-4044-bf66-254a70786b3a None None] Updating router 4a8ff593-1e82-4008-b80b-c5adbd9ee2db port 6506e34a-e194-4b8a-895d-e83a5db5dd31 binding host dv-cinder-807898-1-iscsi {{(pid=79428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 08 16:15:38.505607 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 35932) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:15:38.539062 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b0aa09-44fe-4955-b3e2-0be7d057bb6b None None] Routers {'24869578-348a-4d48-a670-67b127fee28b'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:15:38.540276 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-91b0aa09-44fe-4955-b3e2-0be7d057bb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251842610>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:15:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['24869578-348a-4d48-a670-67b127fee28b'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:15:38.599887 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-eb0d6e30-f5a1-460e-9910-363364b35f25 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Made reservation on behalf of c8c774bb92304c42ab3c6d7f2ab7e7dd for: {'port': 1} {{(pid=79425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:15:38.608525 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-eb0d6e30-f5a1-460e-9910-363364b35f25 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:38.661902 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a9eb852f-4cf9-4044-bf66-254a70786b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:38.725603 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-4524608c-1f18-4bce-b72d-46b1833c5763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.414s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:38.730558 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-23f24405-121d-4e81-a156-cf629cf9fb8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:38.733864 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-23f24405-121d-4e81-a156-cf629cf9fb8e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6633a2e9-12db-4b7f-9883-dec234f40888 HTTP/1.1" status: 204  len: 168 time: 2.8528318
Sep 08 16:15:38.763552 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5554fd26-cd52-4837-bae9-492cc64d1079 req-e87119f4-124a-4782-9166-63807c58e2b8 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=5667d820-d623-4b13-af5f-cee38599c046 HTTP/1.1" status: 200  len: 210 time: 0.2755592
Sep 08 16:15:38.769660 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-1b2b339b-b9bc-4da2-942c-5ee4b483ae27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.433s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:38.930187 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-4cc86842-13f3-4ff7-b826-492afc2cda7d tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Request body: {'port': {'device_id': 'c9b195b8-bfe8-41df-869b-6898cf9164ec', 'network_id': '6bd4bad4-7d18-4105-b675-5870b656863f', 'admin_state_up': True, 'tenant_id': 'bb538f430ca94bd7b35bbf827cacf743'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:15:38.991168 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f24405-121d-4e81-a156-cf629cf9fb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6633a2e9-12db-4b7f-9883-dec234f40888,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:39.031181 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f9599af8-a1ea-46c9-928c-2efd26e87743 req-0de36b09-766f-40f9-b0bd-1fd605bfcd53 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9b195b8-bfe8-41df-869b-6898cf9164ec HTTP/1.1" status: 200  len: 210 time: 0.6408663
Sep 08 16:15:39.053419 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-23f24405-121d-4e81-a156-cf629cf9fb8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:39.381647 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e4717-39b8-4b71-85ed-7eb261dcad23 None None] Pushing event updated for resources: {'Port': ['ID=5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4,revision_number=3']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:39.470896 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device c3811c73-343c-4349-92f8-f8e8c9bf8b43 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:15:39.491136 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-bc9485d3-59a5-453d-a8c7-13f8249cbb87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:39.613371 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-bc9485d3-59a5-453d-a8c7-13f8249cbb87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:39.809857 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-de4e4717-39b8-4b71-85ed-7eb261dcad23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.508s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:39.823109 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-bc9485d3-59a5-453d-a8c7-13f8249cbb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:39.940504 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning for port c3811c73-343c-4349-92f8-f8e8c9bf8b43 completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:15:39.974189 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port c3811c73-343c-4349-92f8-f8e8c9bf8b43 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:15:39.974780 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:40.009075 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:40.040789 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a9eb852f-4cf9-4044-bf66-254a70786b3a None None] Notify callbacks [] for port, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:40.075852 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_common [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-eb0d6e30-f5a1-460e-9910-363364b35f25 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Allocated IP 172.20.0.3 (204b86ab-9a41-430c-b098-cab74514186e/0101320e-6e22-4da8-9a28-c7b9120cae08/7cbd5dee-f58a-4b80-ad1f-8953c26b4057) {{(pid=79425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:15:40.099231 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.provisioning_blocks [None req-a9eb852f-4cf9-4044-bf66-254a70786b3a None None] Transition to ACTIVE for port object 6506e34a-e194-4b8a-895d-e83a5db5dd31 will not be triggered until provisioned by entity L2. {{(pid=79428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:15:40.119988 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a9eb852f-4cf9-4044-bf66-254a70786b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:40.126870 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9485d3-59a5-453d-a8c7-13f8249cbb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4268ef-aa4d-40f7-840b-5e0973c6b60c,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:40.129077 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-b358d6b5-2b99-4232-b6ea-acf43afcc193 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:40.136416 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-bc9485d3-59a5-453d-a8c7-13f8249cbb87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:40.268077 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-bc9485d3-59a5-453d-a8c7-13f8249cbb87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:40.269505 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-bc9485d3-59a5-453d-a8c7-13f8249cbb87 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9e4268ef-aa4d-40f7-840b-5e0973c6b60c HTTP/1.1" status: 204  len: 168 time: 2.7594516
Sep 08 16:15:40.328102 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-91b0aa09-44fe-4955-b3e2-0be7d057bb6b None None] Set router 24869578-348a-4d48-a670-67b127fee28b gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:15:40.418821 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52bdfd1-3d7b-482b-87cd-af9ff52a4430 None None] Pushing event updated for resources: {'Port': ['ID=6506e34a-e194-4b8a-895d-e83a5db5dd31,revision_number=2']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:40.430130 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-f52bdfd1-3d7b-482b-87cd-af9ff52a4430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:40.496333 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [None req-a9eb852f-4cf9-4044-bf66-254a70786b3a None None] Attempting to bind port 6506e34a-e194-4b8a-895d-e83a5db5dd31 on host dv-cinder-807898-1-iscsi for vnic_type normal with profile  {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:15:40.497305 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [None req-a9eb852f-4cf9-4044-bf66-254a70786b3a None None] Attempting to bind port 6506e34a-e194-4b8a-895d-e83a5db5dd31 by drivers openvswitch,hyperv on host dv-cinder-807898-1-iscsi at level 0 using segments [{'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:15:40.497898 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eb852f-4cf9-4044-bf66-254a70786b3a None None] Attempting to bind port 6506e34a-e194-4b8a-895d-e83a5db5dd31 on network e2ed1a71-8bc5-4c91-9ec3-df61c44bef44 {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:15:40.510501 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eb852f-4cf9-4044-bf66-254a70786b3a None None] Checking agent: {'id': 'f763117d-2875-45db-86c1-123fd700575f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 6, 1), 'started_at': datetime.datetime(2021, 9, 8, 16, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:15:40.511092 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eb852f-4cf9-4044-bf66-254a70786b3a None None] Checking segment: {'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:15:40.512859 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a9eb852f-4cf9-4044-bf66-254a70786b3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:40.513754 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eb852f-4cf9-4044-bf66-254a70786b3a None None] Bound using segment: {'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:15:40.515592 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [None req-a9eb852f-4cf9-4044-bf66-254a70786b3a None None] Bound port: 6506e34a-e194-4b8a-895d-e83a5db5dd31, host: dv-cinder-807898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'}}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:15:40.560379 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a9eb852f-4cf9-4044-bf66-254a70786b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:40.764339 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.db [None req-a9eb852f-4cf9-4044-bf66-254a70786b3a None None] For port 6506e34a-e194-4b8a-895d-e83a5db5dd31, host dv-cinder-807898-1-iscsi, cleared binding levels {{(pid=79428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:15:40.765122 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.db [None req-a9eb852f-4cf9-4044-bf66-254a70786b3a None None] For port 6506e34a-e194-4b8a-895d-e83a5db5dd31, host dv-cinder-807898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=6506e34a-e194-4b8a-895d-e83a5db5dd31,segment=NetworkSegment(3235b71f-0c14-40b5-ba80-96fc5a4742a1),segment_id=3235b71f-0c14-40b5-ba80-96fc5a4742a1)] {{(pid=79428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:15:40.790300 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a9eb852f-4cf9-4044-bf66-254a70786b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:40.809714 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-b358d6b5-2b99-4232-b6ea-acf43afcc193 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:40.938120 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-e02a584b-4282-4813-90dd-1211bc09ebe2 req-9391826b-4254-4194-9e50-487734d82e0c tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9b195b8-bfe8-41df-869b-6898cf9164ec HTTP/1.1" status: 200  len: 210 time: 0.4562676
Sep 08 16:15:40.956162 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c4333dba-960e-4351-86eb-82a9e6167cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:41.020141 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52bdfd1-3d7b-482b-87cd-af9ff52a4430 None None] Pushing event updated for resources: {'Port': ['ID=6506e34a-e194-4b8a-895d-e83a5db5dd31,revision_number=3']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:41.026931 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-f52bdfd1-3d7b-482b-87cd-af9ff52a4430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:41.041367 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-4cc86842-13f3-4ff7-b826-492afc2cda7d tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:15:41.063285 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eb852f-4cf9-4044-bf66-254a70786b3a None None] Routers {'4a8ff593-1e82-4008-b80b-c5adbd9ee2db'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:15:41.067066 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-a9eb852f-4cf9-4044-bf66-254a70786b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251d04820>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:15:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['4a8ff593-1e82-4008-b80b-c5adbd9ee2db'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:15:41.083255 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_common [None req-343bedbd-b74c-418e-8b82-ea8bb236d89d admin admin] Allocated IP 172.20.0.1 (75dd61b0-379a-4abd-83d0-357fccbfe480/6f651bc7-f67b-4bb0-9543-107fa7d7bbeb/0f4ba026-b3f8-4cf9-8692-9edd2944244e) {{(pid=79425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:15:41.094764 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-44062c30-6f50-42d7-92cb-55b749ac0a71 req-64ff6127-9696-4058-99f4-ff376222a3d2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=5667d820-d623-4b13-af5f-cee38599c046 HTTP/1.1" status: 200  len: 210 time: 0.6327212
Sep 08 16:15:41.120449 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:41.142484 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-b17f06d9-537f-4119-9909-35038015d4c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:41.162691 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-4cc86842-13f3-4ff7-b826-492afc2cda7d tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Usage tracker for resource:port and tenant:bb538f430ca94bd7b35bbf827cacf743 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:15:41.205503 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-4cc86842-13f3-4ff7-b826-492afc2cda7d tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:15:41.354452 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] For port c3811c73-343c-4349-92f8-f8e8c9bf8b43, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=c3811c73-343c-4349-92f8-f8e8c9bf8b43,segment=NetworkSegment(3235b71f-0c14-40b5-ba80-96fc5a4742a1),segment_id=3235b71f-0c14-40b5-ba80-96fc5a4742a1)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:15:41.370160 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:41.400602 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-4cc86842-13f3-4ff7-b826-492afc2cda7d tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:15:41.408145 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:41.450029 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-4cc86842-13f3-4ff7-b826-492afc2cda7d tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Made reservation on behalf of bb538f430ca94bd7b35bbf827cacf743 for: {'port': 1} {{(pid=79426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:15:41.454387 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-4cc86842-13f3-4ff7-b826-492afc2cda7d tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:41.546491 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-eb0d6e30-f5a1-460e-9910-363364b35f25 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Notify callbacks [] for port, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:41.761193 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-a9eb852f-4cf9-4044-bf66-254a70786b3a None None] Set router 4a8ff593-1e82-4008-b80b-c5adbd9ee2db gateway port host: dv-cinder-807898-1-iscsi {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:15:41.838224 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-eb0d6e30-f5a1-460e-9910-363364b35f25 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692'] for port, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:41.942765 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Pushing event updated for resources: {'Port': ['ID=c3811c73-343c-4349-92f8-f8e8c9bf8b43,revision_number=4']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:41.955013 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:42.018634 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-b17f06d9-537f-4119-9909-35038015d4c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:15:42.037961 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-b17f06d9-537f-4119-9909-35038015d4c9 admin admin] Usage tracker for resource:security_group_rule and tenant:c7a616c739704363808a4ef2ff8a1346 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:15:42.053359 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-b17f06d9-537f-4119-9909-35038015d4c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:15:42.059423 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-91b0aa09-44fe-4955-b3e2-0be7d057bb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251842610>, [{'id': '24869578-348a-4d48-a670-67b127fee28b', 'name': 'tempest-ServerRescueNegativeTestJSON-1080623597-router', 'tenant_id': '3abc28c3a0c44587b1e4367f9363241d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:25Z', 'updated_at': '2021-09-08T16:15:30Z', 'revision_number': 3, 'project_id': '3abc28c3a0c44587b1e4367f9363241d', 'gw_port': {'id': '5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24869578-348a-4d48-a670-67b127fee28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:26Z', 'updated_at': '2021-09-08T16:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi'}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:15:42.073505 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b0aa09-44fe-4955-b3e2-0be7d057bb6b None None] The sync data for ids ['24869578-348a-4d48-a670-67b127fee28b'] in dv-cinder-807898-1-iscsi is: [{'id': '24869578-348a-4d48-a670-67b127fee28b', 'name': 'tempest-ServerRescueNegativeTestJSON-1080623597-router', 'tenant_id': '3abc28c3a0c44587b1e4367f9363241d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:25Z', 'updated_at': '2021-09-08T16:15:30Z', 'revision_number': 3, 'project_id': '3abc28c3a0c44587b1e4367f9363241d', 'gw_port': {'id': '5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24869578-348a-4d48-a670-67b127fee28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:26Z', 'updated_at': '2021-09-08T16:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi'}] {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:15:42.085109 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-b17f06d9-537f-4119-9909-35038015d4c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:15:42.439623 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.db_base_plugin_common [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-4cc86842-13f3-4ff7-b826-492afc2cda7d tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Allocated IP 172.20.0.13 (6bd4bad4-7d18-4105-b675-5870b656863f/dcc3ac62-4ae1-4f76-ab8d-6e3711062845/9bbcf2be-3721-436a-98a5-308ffff99b29) {{(pid=79426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:15:42.555441 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-b17f06d9-537f-4119-9909-35038015d4c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:42.952755 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-b17f06d9-537f-4119-9909-35038015d4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:42.960711 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:43.187860 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-eb0d6e30-f5a1-460e-9910-363364b35f25 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Network 204b86ab-9a41-430c-b098-cab74514186e is already hosted by enough agents. {{(pid=79425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:15:43.274360 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-eb0d6e30-f5a1-460e-9910-363364b35f25 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Resources bound (agent type, host, resource id):  {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:15:43.292937 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-a9eb852f-4cf9-4044-bf66-254a70786b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251d04820>, [{'id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'name': 'tempest-AttachVolumeTestJSON-732682896-router', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:15:32Z', 'revision_number': 3, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'gw_port': {'id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:27Z', 'updated_at': '2021-09-08T16:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi'}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:15:43.300403 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eb852f-4cf9-4044-bf66-254a70786b3a None None] The sync data for ids ['4a8ff593-1e82-4008-b80b-c5adbd9ee2db'] in dv-cinder-807898-1-iscsi is: [{'id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'name': 'tempest-AttachVolumeTestJSON-732682896-router', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:15:32Z', 'revision_number': 3, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'gw_port': {'id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:27Z', 'updated_at': '2021-09-08T16:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi'}] {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:15:43.307842 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-b17f06d9-537f-4119-9909-35038015d4c9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c7a616c739704363808a4ef2ff8a1346&name=default HTTP/1.1" status: 200  len: 2978 time: 4.7672698
Sep 08 16:15:43.325378 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-eb0d6e30-f5a1-460e-9910-363364b35f25 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Received port after_create {{(pid=79425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:15:43.331216 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-eb0d6e30-f5a1-460e-9910-363364b35f25 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:15:43.332041 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-eb0d6e30-f5a1-460e-9910-363364b35f25 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:43.336314 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 35994) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:15:43.343058 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d6e30-f5a1-460e-9910-363364b35f25 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Pushing event updated for resources: {'Port': ['ID=7cbd5dee-f58a-4b80-ad1f-8953c26b4057,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:43.348157 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-eb0d6e30-f5a1-460e-9910-363364b35f25 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:43.365990 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-8f253c8a-7f06-4533-802d-269022d79351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.335s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:43.515939 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c349617c-d451-4e14-b741-d4cf53b5488f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:43.534857 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-343bedbd-b74c-418e-8b82-ea8bb236d89d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:43.574574 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f06d9-537f-4119-9909-35038015d4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1909cff-836c-44cd-8e4b-ac577d68a788,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:43.586006 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-b17f06d9-537f-4119-9909-35038015d4c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:43.615516 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-eb0d6e30-f5a1-460e-9910-363364b35f25 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.6862135
Sep 08 16:15:43.876179 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f486bbef-6ed9-480e-ad2c-86e099fb517c req-a859efe3-9e58-447a-9b49-1d89f8ae568a tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9b195b8-bfe8-41df-869b-6898cf9164ec HTTP/1.1" status: 200  len: 210 time: 1.4129725
Sep 08 16:15:43.974021 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.db_base_plugin_common [None req-c4333dba-960e-4351-86eb-82a9e6167cb0 admin admin] Allocated IP 172.20.0.1 (5411d955-3db9-47e2-83ab-d4abbd225415/f1c7eae5-6224-43b1-885e-66fb149f1dc6/3df6a47f-4781-423d-82d6-7f24dad5341e) {{(pid=79426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:15:43.984463 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device c3811c73-343c-4349-92f8-f8e8c9bf8b43 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:15:44.007996 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-d018fd18-c229-4171-ab4c-a1e690f8456d tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=79425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 08 16:15:44.009345 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-d018fd18-c229-4171-ab4c-a1e690f8456d tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0215473
Sep 08 16:15:44.014306 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.provisioning_blocks [None req-343bedbd-b74c-418e-8b82-ea8bb236d89d admin admin] Transition to ACTIVE for port object 0f4ba026-b3f8-4cf9-8692-9edd2944244e will not be triggered until provisioned by entity DHCP. {{(pid=79425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:15:44.043821 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c83ee7df-b8a3-4bfc-8520-1e3cce8f9925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:44.143801 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_common [None req-c349617c-d451-4e14-b741-d4cf53b5488f admin admin] Allocated IP 172.20.0.1 (582096af-2f90-402d-b754-a13d85dcf0f9/6fbf176d-0f2a-4301-81f2-4479a85d15c0/c383f026-3af0-40d7-b82a-7196ee7c9260) {{(pid=79425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:15:44.302897 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port c3811c73-343c-4349-92f8-f8e8c9bf8b43 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:15:44.304506 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:44.313563 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c83ee7df-b8a3-4bfc-8520-1e3cce8f9925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:44.354401 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-343bedbd-b74c-418e-8b82-ea8bb236d89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692'] for port, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:44.407135 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-3ba7a74f-d074-49ca-992c-e0cc4e6ff9a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:44.774914 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:15:45.091839 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning for port 5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4 completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:15:45.134981 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:15:45.141503 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:45.424029 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343bedbd-b74c-418e-8b82-ea8bb236d89d admin admin] Network 75dd61b0-379a-4abd-83d0-357fccbfe480 is already hosted by enough agents. {{(pid=79425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:15:45.456366 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [None req-343bedbd-b74c-418e-8b82-ea8bb236d89d admin admin] Resources bound (agent type, host, resource id):  {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:15:45.496062 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c83ee7df-b8a3-4bfc-8520-1e3cce8f9925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:45.501658 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343bedbd-b74c-418e-8b82-ea8bb236d89d admin admin] Received port after_create {{(pid=79425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:15:45.503186 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-343bedbd-b74c-418e-8b82-ea8bb236d89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1928769'] for router_interface, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:45.822275 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:45.916196 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:45.931307 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] For port 5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4,segment=NetworkSegment(3235b71f-0c14-40b5-ba80-96fc5a4742a1),segment_id=3235b71f-0c14-40b5-ba80-96fc5a4742a1)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:15:45.947389 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:45.962304 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:46.019992 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 36032) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:15:46.142019 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c349617c-d451-4e14-b741-d4cf53b5488f admin admin] Notify callbacks [] for port, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:46.178022 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-b01ef593-b25c-4fe7-8a5e-8fa34314ea09 None None] Provisioning for port 0f4ba026-b3f8-4cf9-8692-9edd2944244e completed by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:15:46.191685 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-b01ef593-b25c-4fe7-8a5e-8fa34314ea09 None None] Provisioning complete for port 0f4ba026-b3f8-4cf9-8692-9edd2944244e triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:15:46.192838 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-b01ef593-b25c-4fe7-8a5e-8fa34314ea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:46.197661 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.provisioning_blocks [None req-c349617c-d451-4e14-b741-d4cf53b5488f admin admin] Transition to ACTIVE for port object c383f026-3af0-40d7-b82a-7196ee7c9260 will not be triggered until provisioned by entity DHCP. {{(pid=79425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:15:46.208479 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-299303fa-bd38-47a1-966d-d48c5bcb820c req-24e1cf57-3ac1-4740-a334-a090a11eb018 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9b195b8-bfe8-41df-869b-6898cf9164ec HTTP/1.1" status: 200  len: 210 time: 0.6679952
Sep 08 16:15:46.268701 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebb755-28e6-4cd3-9678-e2e522a3cfb2 req-448133ad-3786-49b0-bff1-eeedde0079c8 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:15:46.278623 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-10ebb755-28e6-4cd3-9678-e2e522a3cfb2 req-448133ad-3786-49b0-bff1-eeedde0079c8 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=5667d820-d623-4b13-af5f-cee38599c046 HTTP/1.1" status: 200  len: 931 time: 3.4916785
Sep 08 16:15:46.326054 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c4333dba-960e-4351-86eb-82a9e6167cb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:46.331853 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343bedbd-b74c-418e-8b82-ea8bb236d89d admin admin] Pushing event updated for resources: {'Port': ['ID=0f4ba026-b3f8-4cf9-8692-9edd2944244e,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:46.335304 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Pushing event updated for resources: {'Port': ['ID=5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4,revision_number=4']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:46.365548 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-343bedbd-b74c-418e-8b82-ea8bb236d89d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.959s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:46.369176 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 6506e34a-e194-4b8a-895d-e83a5db5dd31 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:15:46.405457 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-10ebb755-28e6-4cd3-9678-e2e522a3cfb2 req-f0231d2e-6022-4f06-90eb-5bb6d4ca7abb tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Synchronizing usage tracker for tenant:c8c774bb92304c42ab3c6d7f2ab7e7dd on resource:security_group {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:15:46.418674 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-4cc86842-13f3-4ff7-b826-492afc2cda7d tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Notify callbacks [] for port, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:46.448434 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:46.454765 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:46.468470 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c349617c-d451-4e14-b741-d4cf53b5488f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692'] for port, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:46.513205 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ee7df-b8a3-4bfc-8520-1e3cce8f9925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1909cff-836c-44cd-8e4b-ac577d68a788,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:46.523328 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-c83ee7df-b8a3-4bfc-8520-1e3cce8f9925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:46.527193 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-343bedbd-b74c-418e-8b82-ea8bb236d89d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:46.531322 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-10ebb755-28e6-4cd3-9678-e2e522a3cfb2 req-f0231d2e-6022-4f06-90eb-5bb6d4ca7abb tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Unset dirty status for tenant:c8c774bb92304c42ab3c6d7f2ab7e7dd on resource:security_group {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:15:46.540801 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-10ebb755-28e6-4cd3-9678-e2e522a3cfb2 req-f0231d2e-6022-4f06-90eb-5bb6d4ca7abb tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2594457
Sep 08 16:15:46.541569 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 36040) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:15:46.574611 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-b01ef593-b25c-4fe7-8a5e-8fa34314ea09 None None] Port 0f4ba026-b3f8-4cf9-8692-9edd2944244e cannot update to ACTIVE because it is not bound. {{(pid=79427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 08 16:15:46.650852 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-175cf7cc-68d4-465e-b764-6818330fcc95 service neutron] Request body: {'port': {'device_id': '5667d820-d623-4b13-af5f-cee38599c046', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:15:46.694311 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-61470ef9-94d3-486e-880e-16eb59427db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:46.699353 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning for port 6506e34a-e194-4b8a-895d-e83a5db5dd31 completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:15:46.722844 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 6506e34a-e194-4b8a-895d-e83a5db5dd31 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:15:46.724967 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:46.744775 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-61470ef9-94d3-486e-880e-16eb59427db1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:15:46.754786 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-61470ef9-94d3-486e-880e-16eb59427db1 admin admin] Usage tracker for resource:security_group_rule and tenant:302dc0df1bab43eea8e7650b26a877c6 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:15:46.762938 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-61470ef9-94d3-486e-880e-16eb59427db1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:15:46.780377 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-61470ef9-94d3-486e-880e-16eb59427db1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:15:46.821551 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c4333dba-960e-4351-86eb-82a9e6167cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692'] for port, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:46.847013 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:46.852925 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c83ee7df-b8a3-4bfc-8520-1e3cce8f9925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:46.874583 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-c83ee7df-b8a3-4bfc-8520-1e3cce8f9925 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e1909cff-836c-44cd-8e4b-ac577d68a788 HTTP/1.1" status: 204  len: 168 time: 3.5195014
Sep 08 16:15:46.940630 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-343bedbd-b74c-418e-8b82-ea8bb236d89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:46.979571 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c349617c-d451-4e14-b741-d4cf53b5488f admin admin] Network 582096af-2f90-402d-b754-a13d85dcf0f9 is already hosted by enough agents. {{(pid=79425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:15:47.042637 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-4539b422-0e5e-46c5-bb44-fb10d9c151b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:47.077914 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333dba-960e-4351-86eb-82a9e6167cb0 admin admin] Pushing event updated for resources: {'Port': ['ID=3df6a47f-4781-423d-82d6-7f24dad5341e,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:47.099451 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-c4333dba-960e-4351-86eb-82a9e6167cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:47.146954 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4333dba-960e-4351-86eb-82a9e6167cb0 admin admin] Network 5411d955-3db9-47e2-83ab-d4abbd225415 is already hosted by enough agents. {{(pid=79426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:15:47.149130 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-4539b422-0e5e-46c5-bb44-fb10d9c151b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:15:47.160076 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.base_scheduler [None req-c4333dba-960e-4351-86eb-82a9e6167cb0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:15:47.167078 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-4cc86842-13f3-4ff7-b826-492afc2cda7d tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692'] for port, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:47.182494 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-4539b422-0e5e-46c5-bb44-fb10d9c151b2 admin admin] Usage tracker for resource:security_group_rule and tenant:b957d3f9f2da4cb6beb50d585b754231 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:15:47.187727 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4333dba-960e-4351-86eb-82a9e6167cb0 admin admin] Received port after_create {{(pid=79426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:15:47.188546 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c4333dba-960e-4351-86eb-82a9e6167cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1928769'] for router_interface, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:47.196704 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-4539b422-0e5e-46c5-bb44-fb10d9c151b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:15:47.241329 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-4539b422-0e5e-46c5-bb44-fb10d9c151b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:15:47.303017 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:47.423095 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [None req-c349617c-d451-4e14-b741-d4cf53b5488f admin admin] Resources bound (agent type, host, resource id):  {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:15:47.438578 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:47.443936 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c349617c-d451-4e14-b741-d4cf53b5488f admin admin] Received port after_create {{(pid=79425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:15:47.444432 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c349617c-d451-4e14-b741-d4cf53b5488f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1928769'] for router_interface, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:47.543384 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] For port 6506e34a-e194-4b8a-895d-e83a5db5dd31, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=6506e34a-e194-4b8a-895d-e83a5db5dd31,segment=NetworkSegment(3235b71f-0c14-40b5-ba80-96fc5a4742a1),segment_id=3235b71f-0c14-40b5-ba80-96fc5a4742a1)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:15:47.546551 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc86842-13f3-4ff7-b826-492afc2cda7d tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Pushing event updated for resources: {'Port': ['ID=9bbcf2be-3721-436a-98a5-308ffff99b29,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:47.558610 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:47.573336 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-47da078d-0585-4b91-929a-975532e5c0f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:47.584081 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-4cc86842-13f3-4ff7-b826-492afc2cda7d tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:47.675874 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-4cc86842-13f3-4ff7-b826-492afc2cda7d tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Network 6bd4bad4-7d18-4105-b675-5870b656863f is already hosted by enough agents. {{(pid=79426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:15:47.685170 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.base_scheduler [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-4cc86842-13f3-4ff7-b826-492afc2cda7d tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Resources bound (agent type, host, resource id):  {{(pid=79426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:15:47.697362 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-4cc86842-13f3-4ff7-b826-492afc2cda7d tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Received port after_create {{(pid=79426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:15:47.709160 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-175cf7cc-68d4-465e-b764-6818330fcc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:47.711226 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-4cc86842-13f3-4ff7-b826-492afc2cda7d tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:15:47.712518 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-4cc86842-13f3-4ff7-b826-492afc2cda7d tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for port, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:47.762964 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:15:47.790495 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Pushing event updated for resources: {'Port': ['ID=6506e34a-e194-4b8a-895d-e83a5db5dd31,revision_number=4']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:47.798265 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349617c-d451-4e14-b741-d4cf53b5488f admin admin] Pushing event updated for resources: {'Port': ['ID=c383f026-3af0-40d7-b82a-7196ee7c9260,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:47.817613 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:47.823213 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-c349617c-d451-4e14-b741-d4cf53b5488f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.296s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:47.917195 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-4539b422-0e5e-46c5-bb44-fb10d9c151b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:48.030764 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-2e66145a-7e4e-49b5-ad0c-05d1ce02626a None None] Provisioning for port c383f026-3af0-40d7-b82a-7196ee7c9260 completed by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:15:48.037877 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-2e66145a-7e4e-49b5-ad0c-05d1ce02626a None None] Provisioning complete for port c383f026-3af0-40d7-b82a-7196ee7c9260 triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:15:48.038604 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-2e66145a-7e4e-49b5-ad0c-05d1ce02626a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:48.079280 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-61470ef9-94d3-486e-880e-16eb59427db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:48.131914 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-61470ef9-94d3-486e-880e-16eb59427db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:48.138769 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-4539b422-0e5e-46c5-bb44-fb10d9c151b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:48.150878 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 6506e34a-e194-4b8a-895d-e83a5db5dd31 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:15:48.252579 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-2e66145a-7e4e-49b5-ad0c-05d1ce02626a None None] Port c383f026-3af0-40d7-b82a-7196ee7c9260 cannot update to ACTIVE because it is not bound. {{(pid=79427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 08 16:15:48.279267 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 6506e34a-e194-4b8a-895d-e83a5db5dd31 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:15:48.279912 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:48.336236 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-4524608c-1f18-4bce-b72d-46b1833c5763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:48.349059 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-61470ef9-94d3-486e-880e-16eb59427db1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=302dc0df1bab43eea8e7650b26a877c6&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3273995
Sep 08 16:15:48.349957 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c4333dba-960e-4351-86eb-82a9e6167cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:48.376360 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 36064) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:15:48.568595 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:15:48.699035 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c4333dba-960e-4351-86eb-82a9e6167cb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:48.705214 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:15:48.705869 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:48.844755 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-175cf7cc-68d4-465e-b764-6818330fcc95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cbd5dee-f58a-4b80-ad1f-8953c26b4057 {{(pid=79425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:15:48.850249 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-4539b422-0e5e-46c5-bb44-fb10d9c151b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b957d3f9f2da4cb6beb50d585b754231&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2797511
Sep 08 16:15:48.851163 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c4333dba-960e-4351-86eb-82a9e6167cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:48.856910 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-175cf7cc-68d4-465e-b764-6818330fcc95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:48.866594 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 36080) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:15:48.913082 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.provisioning_blocks [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-175cf7cc-68d4-465e-b764-6818330fcc95 service neutron] Transition to ACTIVE for port object 7cbd5dee-f58a-4b80-ad1f-8953c26b4057 will not be triggered until provisioned by entity L2. {{(pid=79425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:15:48.938078 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-175cf7cc-68d4-465e-b764-6818330fcc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:48.969591 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:48.979066 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c4333dba-960e-4351-86eb-82a9e6167cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1928932'] for router_interface, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:48.989471 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e0a1008f-4fb9-42f7-9419-1975a83d0eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:49.033582 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e0a1008f-4fb9-42f7-9419-1975a83d0eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:49.056152 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175cf7cc-68d4-465e-b764-6818330fcc95 service neutron] Pushing event updated for resources: {'Port': ['ID=7cbd5dee-f58a-4b80-ad1f-8953c26b4057,revision_number=2']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:49.059148 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c349617c-d451-4e14-b741-d4cf53b5488f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:49.069266 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-175cf7cc-68d4-465e-b764-6818330fcc95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:49.109372 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-4cc86842-13f3-4ff7-b826-492afc2cda7d tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 10.4886220
Sep 08 16:15:49.138742 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61470ef9-94d3-486e-880e-16eb59427db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9814ab3-73c6-4f5e-af47-a44bd53020ad,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:49.243397 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa482104-bb67-4c4f-aaee-4b6ab5d33b3c req-22dd2f8a-4243-4021-b1db-9b673277f47e tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:15:49.244592 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-aa482104-bb67-4c4f-aaee-4b6ab5d33b3c req-22dd2f8a-4243-4021-b1db-9b673277f47e tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Synchronizing usage tracker for tenant:bb538f430ca94bd7b35bbf827cacf743 on resource:port {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:15:49.271928 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-ebfd4efb-1db4-48c9-8f0e-81a57bb89e37 service neutron] Request body: {'port': {'device_id': 'c9b195b8-bfe8-41df-869b-6898cf9164ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:15:49.423924 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-af38a844-6fe9-4f1c-8b49-e924a45c69f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:49.425786 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e0a1008f-4fb9-42f7-9419-1975a83d0eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:49.602004 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.db.resource_extend [None req-343bedbd-b74c-418e-8b82-ea8bb236d89d admin admin] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Sep 08 16:15:49.640951 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-aa482104-bb67-4c4f-aaee-4b6ab5d33b3c req-22dd2f8a-4243-4021-b1db-9b673277f47e tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Unset dirty status for tenant:bb538f430ca94bd7b35bbf827cacf743 on resource:port {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:15:49.648533 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-aa482104-bb67-4c4f-aaee-4b6ab5d33b3c req-22dd2f8a-4243-4021-b1db-9b673277f47e tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9b195b8-bfe8-41df-869b-6898cf9164ec HTTP/1.1" status: 200  len: 932 time: 1.7290077
Sep 08 16:15:49.674357 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-343bedbd-b74c-418e-8b82-ea8bb236d89d admin admin] Notify callbacks [] for port, precommit_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:49.701699 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-343bedbd-b74c-418e-8b82-ea8bb236d89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:49.703536 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539b422-0e5e-46c5-bb44-fb10d9c151b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8a4ad8-9b8a-4a11-86bc-e068ef094e01,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:49.708104 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-4539b422-0e5e-46c5-bb44-fb10d9c151b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.371s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:49.721795 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-343bedbd-b74c-418e-8b82-ea8bb236d89d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1928932'] for router_interface, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:49.730471 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:49.739685 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-af38a844-6fe9-4f1c-8b49-e924a45c69f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:49.747921 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-f6b10abd-1753-4998-8b3a-450ed23ca05d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.902s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:49.757842 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-aa482104-bb67-4c4f-aaee-4b6ab5d33b3c req-99db652a-ffce-489b-891b-3c65ada50319 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Synchronizing usage tracker for tenant:bb538f430ca94bd7b35bbf827cacf743 on resource:security_group {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:15:49.764647 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e0a1008f-4fb9-42f7-9419-1975a83d0eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:49.769804 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-e0a1008f-4fb9-42f7-9419-1975a83d0eaf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f9814ab3-73c6-4f5e-af47-a44bd53020ad HTTP/1.1" status: 204  len: 168 time: 1.0667975
Sep 08 16:15:49.867903 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-175cf7cc-68d4-465e-b764-6818330fcc95 service neutron] Attempting to bind port 7cbd5dee-f58a-4b80-ad1f-8953c26b4057 on host hv-cinder-80789 for vnic_type normal with profile  {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:15:49.867903 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-175cf7cc-68d4-465e-b764-6818330fcc95 service neutron] Attempting to bind port 7cbd5dee-f58a-4b80-ad1f-8953c26b4057 by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': '050fb669-5eaa-4590-8753-e18a07bddcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '204b86ab-9a41-430c-b098-cab74514186e'}] {{(pid=79425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:15:49.867903 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-175cf7cc-68d4-465e-b764-6818330fcc95 service neutron] Attempting to bind port 7cbd5dee-f58a-4b80-ad1f-8953c26b4057 on network 204b86ab-9a41-430c-b098-cab74514186e {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:15:49.887465 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-ebfd4efb-1db4-48c9-8f0e-81a57bb89e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:49.989915 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19716acd-2105-454b-a099-57f881b9ac32 req-a50ee5ca-7779-4650-ac12-9d3cb7c8d6d9 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:15:49.993288 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-19716acd-2105-454b-a099-57f881b9ac32 req-a50ee5ca-7779-4650-ac12-9d3cb7c8d6d9 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=5667d820-d623-4b13-af5f-cee38599c046 HTTP/1.1" status: 200  len: 931 time: 1.8631332
Sep 08 16:15:50.035558 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1008f-4fb9-42f7-9419-1975a83d0eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9814ab3-73c6-4f5e-af47-a44bd53020ad,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:50.041166 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-e0a1008f-4fb9-42f7-9419-1975a83d0eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:50.063852 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.948s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:50.098234 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-175cf7cc-68d4-465e-b764-6818330fcc95 service neutron] Port 7cbd5dee-f58a-4b80-ad1f-8953c26b4057 on network 204b86ab-9a41-430c-b098-cab74514186e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 08 16:15:50.098666 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-175cf7cc-68d4-465e-b764-6818330fcc95 service neutron] Attempting to bind port 7cbd5dee-f58a-4b80-ad1f-8953c26b4057 on network 204b86ab-9a41-430c-b098-cab74514186e {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:15:50.240904 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4333dba-960e-4351-86eb-82a9e6167cb0 admin admin] Pushing event updated for resources: {'Port': ['ID=3df6a47f-4781-423d-82d6-7f24dad5341e,revision_number=2']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:50.248229 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-c4333dba-960e-4351-86eb-82a9e6167cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:50.254761 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-175cf7cc-68d4-465e-b764-6818330fcc95 service neutron] Checking agent: {'id': 'c4ee52ba-d613-406f-b441-649e3bfebfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'started_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:15:50.255783 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-175cf7cc-68d4-465e-b764-6818330fcc95 service neutron] Checking segment: {'id': '050fb669-5eaa-4590-8753-e18a07bddcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '204b86ab-9a41-430c-b098-cab74514186e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:15:50.255783 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-175cf7cc-68d4-465e-b764-6818330fcc95 service neutron] Bound using segment: {'id': '050fb669-5eaa-4590-8753-e18a07bddcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '204b86ab-9a41-430c-b098-cab74514186e'} {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:15:50.256287 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-175cf7cc-68d4-465e-b764-6818330fcc95 service neutron] Bound port: 7cbd5dee-f58a-4b80-ad1f-8953c26b4057, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '050fb669-5eaa-4590-8753-e18a07bddcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '204b86ab-9a41-430c-b098-cab74514186e'}}] {{(pid=79425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:15:50.260104 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-175cf7cc-68d4-465e-b764-6818330fcc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:50.304316 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.705s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:50.304316 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:50.306346 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343bedbd-b74c-418e-8b82-ea8bb236d89d admin admin] Pushing event updated for resources: {'Port': ['ID=0f4ba026-b3f8-4cf9-8692-9edd2944244e,revision_number=2']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:50.309517 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-343bedbd-b74c-418e-8b82-ea8bb236d89d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:50.411586 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-aa482104-bb67-4c4f-aaee-4b6ab5d33b3c req-99db652a-ffce-489b-891b-3c65ada50319 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Unset dirty status for tenant:bb538f430ca94bd7b35bbf827cacf743 on resource:security_group {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:15:50.443671 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-aa482104-bb67-4c4f-aaee-4b6ab5d33b3c req-99db652a-ffce-489b-891b-3c65ada50319 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fa9572d-2aef-44c3-9117-bbfd53fd43c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7872050
Sep 08 16:15:50.451113 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.db.resource_extend [None req-c349617c-d451-4e14-b741-d4cf53b5488f admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Sep 08 16:15:50.469527 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c349617c-d451-4e14-b741-d4cf53b5488f admin admin] Notify callbacks [] for port, precommit_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:50.484228 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c349617c-d451-4e14-b741-d4cf53b5488f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:50.493199 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c349617c-d451-4e14-b741-d4cf53b5488f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1928932'] for router_interface, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:50.504220 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-eb0d6e30-f5a1-460e-9910-363364b35f25 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:50.556203 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4333dba-960e-4351-86eb-82a9e6167cb0 admin admin] Network 5411d955-3db9-47e2-83ab-d4abbd225415 is already hosted by enough agents. {{(pid=79426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:15:50.588348 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.base_scheduler [None req-c4333dba-960e-4351-86eb-82a9e6167cb0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:15:50.646797 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349617c-d451-4e14-b741-d4cf53b5488f admin admin] Pushing event updated for resources: {'Port': ['ID=c383f026-3af0-40d7-b82a-7196ee7c9260,revision_number=2']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:50.693453 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-af38a844-6fe9-4f1c-8b49-e924a45c69f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:50.700307 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-c349617c-d451-4e14-b741-d4cf53b5488f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:50.743024 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-19716acd-2105-454b-a099-57f881b9ac32 req-d7ad8121-6904-4bdb-82ce-310d17520103 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6824350
Sep 08 16:15:50.891046 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-175cf7cc-68d4-465e-b764-6818330fcc95 service neutron] For port 7cbd5dee-f58a-4b80-ad1f-8953c26b4057, host hv-cinder-80789, cleared binding levels {{(pid=79425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:15:50.980143 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-4539b422-0e5e-46c5-bb44-fb10d9c151b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:51.066550 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343bedbd-b74c-418e-8b82-ea8bb236d89d admin admin] Network 75dd61b0-379a-4abd-83d0-357fccbfe480 is already hosted by enough agents. {{(pid=79425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:15:51.077471 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [None req-343bedbd-b74c-418e-8b82-ea8bb236d89d admin admin] Resources bound (agent type, host, resource id):  {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:15:51.097750 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-175cf7cc-68d4-465e-b764-6818330fcc95 service neutron] For port 7cbd5dee-f58a-4b80-ad1f-8953c26b4057, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=7cbd5dee-f58a-4b80-ad1f-8953c26b4057,segment=NetworkSegment(050fb669-5eaa-4590-8753-e18a07bddcf4),segment_id=050fb669-5eaa-4590-8753-e18a07bddcf4)] {{(pid=79425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:15:51.410591 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-175cf7cc-68d4-465e-b764-6818330fcc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:51.510504 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38a844-6fe9-4f1c-8b49-e924a45c69f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8a4ad8-9b8a-4a11-86bc-e068ef094e01,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:51.517941 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-af38a844-6fe9-4f1c-8b49-e924a45c69f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:51.527414 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4333dba-960e-4351-86eb-82a9e6167cb0 admin admin] Router 24869578-348a-4d48-a670-67b127fee28b has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:15:51.558492 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-af38a844-6fe9-4f1c-8b49-e924a45c69f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:51.559815 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-af38a844-6fe9-4f1c-8b49-e924a45c69f9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6b8a4ad8-9b8a-4a11-86bc-e068ef094e01 HTTP/1.1" status: 204  len: 168 time: 2.6583784
Sep 08 16:15:51.747448 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:51.776509 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-38e92fd7-4e27-4226-89b7-e1ed869f6ba9 None None] Provisioning complete for port 0f4ba026-b3f8-4cf9-8692-9edd2944244e triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:15:51.777793 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-38e92fd7-4e27-4226-89b7-e1ed869f6ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:51.816051 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343bedbd-b74c-418e-8b82-ea8bb236d89d admin admin] Router 64e5c9af-a25a-4228-8131-f4c5230ec1fb has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:15:51.902117 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-175cf7cc-68d4-465e-b764-6818330fcc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:15:51.903203 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-175cf7cc-68d4-465e-b764-6818330fcc95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:51.907888 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-175cf7cc-68d4-465e-b764-6818330fcc95 service neutron] 10.222.0.70 "PUT /v2.0/ports/7cbd5dee-f58a-4b80-ad1f-8953c26b4057 HTTP/1.1" status: 200  len: 1093 time: 7.2727175
Sep 08 16:15:51.981618 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5667d820-d623-4b13-af5f-cee38599c046', 'tag': '7cbd5dee-f58a-4b80-ad1f-8953c26b4057'}] {{(pid=79425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:15:52.040122 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-38e92fd7-4e27-4226-89b7-e1ed869f6ba9 None None] Port 0f4ba026-b3f8-4cf9-8692-9edd2944244e cannot update to ACTIVE because it is not bound. {{(pid=79427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 08 16:15:52.436995 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175cf7cc-68d4-465e-b764-6818330fcc95 service neutron] Pushing event updated for resources: {'Port': ['ID=7cbd5dee-f58a-4b80-ad1f-8953c26b4057,revision_number=3']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:52.451647 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-175cf7cc-68d4-465e-b764-6818330fcc95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:52.671302 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c349617c-d451-4e14-b741-d4cf53b5488f admin admin] Network 582096af-2f90-402d-b754-a13d85dcf0f9 is already hosted by enough agents. {{(pid=79425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:15:52.688173 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [None req-c349617c-d451-4e14-b741-d4cf53b5488f admin admin] Resources bound (agent type, host, resource id):  {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:15:53.113048 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4333dba-960e-4351-86eb-82a9e6167cb0 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:15:53.132650 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed411588-040d-422c-afda-bff80f962bef None None] Sync routers for ids ['24869578-348a-4d48-a670-67b127fee28b'] in dv-cinder-807898-1-iscsi {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:15:53.184754 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-c4333dba-960e-4351-86eb-82a9e6167cb0 admin admin] 10.222.0.25 "PUT /v2.0/routers/24869578-348a-4d48-a670-67b127fee28b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 19.6298459
Sep 08 16:15:53.222772 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed411588-040d-422c-afda-bff80f962bef None None] Routers {'24869578-348a-4d48-a670-67b127fee28b'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:15:53.244739 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-ed411588-040d-422c-afda-bff80f962bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251bb4280>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:15:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['24869578-348a-4d48-a670-67b127fee28b'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:15:53.409286 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.notifiers.nova [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-ebfd4efb-1db4-48c9-8f0e-81a57bb89e37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bbcf2be-3721-436a-98a5-308ffff99b29 {{(pid=79426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:15:53.497894 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-ebfd4efb-1db4-48c9-8f0e-81a57bb89e37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:53.545776 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028fefb-e967-46df-b81f-d00f5563842d req-8a4e2b64-cbe0-4385-a41f-915348d653e8 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:15:53.547438 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9028fefb-e967-46df-b81f-d00f5563842d req-8a4e2b64-cbe0-4385-a41f-915348d653e8 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=5667d820-d623-4b13-af5f-cee38599c046 HTTP/1.1" status: 200  len: 943 time: 1.3687835
Sep 08 16:15:53.724870 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe1464-9028-4058-8ccc-12081d43eae7 req-21c28e58-69ba-49d4-a939-5e15f45d5a58 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:15:53.733243 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-16fe1464-9028-4058-8ccc-12081d43eae7 req-21c28e58-69ba-49d4-a939-5e15f45d5a58 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9b195b8-bfe8-41df-869b-6898cf9164ec HTTP/1.1" status: 200  len: 932 time: 1.8183792
Sep 08 16:15:53.802937 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.provisioning_blocks [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-ebfd4efb-1db4-48c9-8f0e-81a57bb89e37 service neutron] Transition to ACTIVE for port object 9bbcf2be-3721-436a-98a5-308ffff99b29 will not be triggered until provisioned by entity L2. {{(pid=79426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:15:53.844360 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9028fefb-e967-46df-b81f-d00f5563842d req-51ad46c7-4d6c-4a50-a468-6bd13b94109e tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2807589
Sep 08 16:15:53.877909 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-8e4ff5ba-9a89-4849-a30d-62d6fb8a6894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:15:53.889004 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-8e4ff5ba-9a89-4849-a30d-62d6fb8a6894 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c8c774bb92304c42ab3c6d7f2ab7e7dd&device_id=5667d820-d623-4b13-af5f-cee38599c046 HTTP/1.1" status: 200  len: 1096 time: 1.6553192
Sep 08 16:15:53.955217 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-ebfd4efb-1db4-48c9-8f0e-81a57bb89e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:54.032994 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-da309cdb-c737-47eb-9285-b5bb7defaec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:54.076862 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-b0af397c-c2ad-49a5-8b94-30eedba3b9e0 None None] Provisioning complete for port c383f026-3af0-40d7-b82a-7196ee7c9260 triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:15:54.077473 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-b0af397c-c2ad-49a5-8b94-30eedba3b9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:54.115582 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-16fe1464-9028-4058-8ccc-12081d43eae7 req-517debcc-7372-4a35-8d56-4049fd336e98 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fa9572d-2aef-44c3-9117-bbfd53fd43c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3812835
Sep 08 16:15:54.250461 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-ed411588-040d-422c-afda-bff80f962bef None None] Set router 24869578-348a-4d48-a670-67b127fee28b gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:15:54.279908 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-03a48ba5-ffb8-47fa-a1a3-3b00db79dbf9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7cbd5dee-f58a-4b80-ad1f-8953c26b4057 HTTP/1.1" status: 200  len: 217 time: 0.2889159
Sep 08 16:15:54.281023 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343bedbd-b74c-418e-8b82-ea8bb236d89d admin admin] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:15:54.299520 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57311f1b-cafe-45ad-a4b3-a3ec20a22693 None None] Sync routers for ids ['64e5c9af-a25a-4228-8131-f4c5230ec1fb'] in dv-cinder-807898-1-iscsi {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:15:54.312318 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-343bedbd-b74c-418e-8b82-ea8bb236d89d admin admin] 10.222.0.25 "PUT /v2.0/routers/64e5c9af-a25a-4228-8131-f4c5230ec1fb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 21.6819320
Sep 08 16:15:54.320350 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57311f1b-cafe-45ad-a4b3-a3ec20a22693 None None] Routers {'64e5c9af-a25a-4228-8131-f4c5230ec1fb'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:15:54.321040 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd4efb-1db4-48c9-8f0e-81a57bb89e37 service neutron] Pushing event updated for resources: {'Port': ['ID=9bbcf2be-3721-436a-98a5-308ffff99b29,revision_number=2']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:54.321997 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-57311f1b-cafe-45ad-a4b3-a3ec20a22693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251867b80>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:15:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['64e5c9af-a25a-4228-8131-f4c5230ec1fb'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:15:54.345150 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-ebfd4efb-1db4-48c9-8f0e-81a57bb89e37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:54.349773 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c349617c-d451-4e14-b741-d4cf53b5488f admin admin] Router 4a8ff593-1e82-4008-b80b-c5adbd9ee2db has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:15:54.508711 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.managers [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-ebfd4efb-1db4-48c9-8f0e-81a57bb89e37 service neutron] Attempting to bind port 9bbcf2be-3721-436a-98a5-308ffff99b29 on host hv-cinder-80789 for vnic_type normal with profile  {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:15:54.508969 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.managers [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-ebfd4efb-1db4-48c9-8f0e-81a57bb89e37 service neutron] Attempting to bind port 9bbcf2be-3721-436a-98a5-308ffff99b29 by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': '21b3f3ba-15d2-405b-8cb9-122dad387cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '6bd4bad4-7d18-4105-b675-5870b656863f'}] {{(pid=79426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:15:54.509321 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-ebfd4efb-1db4-48c9-8f0e-81a57bb89e37 service neutron] Attempting to bind port 9bbcf2be-3721-436a-98a5-308ffff99b29 on network 6bd4bad4-7d18-4105-b675-5870b656863f {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:15:54.521983 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-ebfd4efb-1db4-48c9-8f0e-81a57bb89e37 service neutron] Port 9bbcf2be-3721-436a-98a5-308ffff99b29 on network 6bd4bad4-7d18-4105-b675-5870b656863f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 08 16:15:54.522306 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-ebfd4efb-1db4-48c9-8f0e-81a57bb89e37 service neutron] Attempting to bind port 9bbcf2be-3721-436a-98a5-308ffff99b29 on network 6bd4bad4-7d18-4105-b675-5870b656863f {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:15:54.538007 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-ebfd4efb-1db4-48c9-8f0e-81a57bb89e37 service neutron] Checking agent: {'id': 'c4ee52ba-d613-406f-b441-649e3bfebfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'started_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:15:54.538382 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-ebfd4efb-1db4-48c9-8f0e-81a57bb89e37 service neutron] Checking segment: {'id': '21b3f3ba-15d2-405b-8cb9-122dad387cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '6bd4bad4-7d18-4105-b675-5870b656863f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:15:54.538973 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-ebfd4efb-1db4-48c9-8f0e-81a57bb89e37 service neutron] Bound using segment: {'id': '21b3f3ba-15d2-405b-8cb9-122dad387cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '6bd4bad4-7d18-4105-b675-5870b656863f'} {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:15:54.539447 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.managers [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-ebfd4efb-1db4-48c9-8f0e-81a57bb89e37 service neutron] Bound port: 9bbcf2be-3721-436a-98a5-308ffff99b29, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21b3f3ba-15d2-405b-8cb9-122dad387cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '6bd4bad4-7d18-4105-b675-5870b656863f'}}] {{(pid=79426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:15:54.539833 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-ebfd4efb-1db4-48c9-8f0e-81a57bb89e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:54.799912 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-ebfd4efb-1db4-48c9-8f0e-81a57bb89e37 service neutron] For port 9bbcf2be-3721-436a-98a5-308ffff99b29, host hv-cinder-80789, cleared binding levels {{(pid=79426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:15:54.812683 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-ebfd4efb-1db4-48c9-8f0e-81a57bb89e37 service neutron] For port 9bbcf2be-3721-436a-98a5-308ffff99b29, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=9bbcf2be-3721-436a-98a5-308ffff99b29,segment=NetworkSegment(21b3f3ba-15d2-405b-8cb9-122dad387cd3),segment_id=21b3f3ba-15d2-405b-8cb9-122dad387cd3)] {{(pid=79426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:15:54.821510 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-ebfd4efb-1db4-48c9-8f0e-81a57bb89e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:54.828754 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-c4333dba-960e-4351-86eb-82a9e6167cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:54.878271 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5667d820-d623-4b13-af5f-cee38599c046', 'tag': '7cbd5dee-f58a-4b80-ad1f-8953c26b4057', 'status': 'completed', 'code': 200}
Sep 08 16:15:54.912310 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-f8b9b0ab-b414-41d2-ae0a-ed7cadc1dff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:15:54.913990 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-f8b9b0ab-b414-41d2-ae0a-ed7cadc1dff8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0101320e-6e22-4da8-9a28-c7b9120cae08 HTTP/1.1" status: 200  len: 854 time: 0.5513148
Sep 08 16:15:55.059692 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-57311f1b-cafe-45ad-a4b3-a3ec20a22693 None None] Set router 64e5c9af-a25a-4228-8131-f4c5230ec1fb gateway port host: dv-cinder-807898-1-iscsi {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:15:55.103172 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-77acbd07-332c-4764-932f-0b4a13370127 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=204b86ab-9a41-430c-b098-cab74514186e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1763544
Sep 08 16:15:55.301638 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c349617c-d451-4e14-b741-d4cf53b5488f admin admin] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:15:55.331378 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-c349617c-d451-4e14-b741-d4cf53b5488f admin admin] 10.222.0.25 "PUT /v2.0/routers/4a8ff593-1e82-4008-b80b-c5adbd9ee2db/add_router_interface HTTP/1.1" status: 200  len: 503 time: 18.4830880
Sep 08 16:15:55.468988 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5ad691-b468-4335-8800-52c364b5e712 None None] Sync routers for ids ['4a8ff593-1e82-4008-b80b-c5adbd9ee2db'] in dv-cinder-807898-1-iscsi {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:15:55.570022 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-d8ff2042-13a4-4c6b-87a8-72c7c2432bfe service neutron] 10.222.0.70 "GET /v2.0/networks/204b86ab-9a41-430c-b098-cab74514186e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4541922
Sep 08 16:15:55.716861 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 36212) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:15:55.811906 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-b0af397c-c2ad-49a5-8b94-30eedba3b9e0 None None] Port c383f026-3af0-40d7-b82a-7196ee7c9260 cannot update to ACTIVE because it is not bound. {{(pid=79427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 08 16:15:55.814289 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-efac1849-c1dd-47da-b2a0-6302dceb7d09 req-5c8c459b-12ea-4c65-9cc9-ecebaef4ba4e service neutron] 10.222.0.70 "GET /v2.0/networks/204b86ab-9a41-430c-b098-cab74514186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2385006
Sep 08 16:15:55.851521 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5ad691-b468-4335-8800-52c364b5e712 None None] Routers {'4a8ff593-1e82-4008-b80b-c5adbd9ee2db'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:15:55.851521 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-bc5ad691-b468-4335-8800-52c364b5e712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251b31c10>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:15:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['4a8ff593-1e82-4008-b80b-c5adbd9ee2db'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:15:55.965164 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-ebfd4efb-1db4-48c9-8f0e-81a57bb89e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:15:55.965868 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-ebfd4efb-1db4-48c9-8f0e-81a57bb89e37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for port, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:55.967425 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-ebfd4efb-1db4-48c9-8f0e-81a57bb89e37 service neutron] 10.222.0.70 "PUT /v2.0/ports/9bbcf2be-3721-436a-98a5-308ffff99b29 HTTP/1.1" status: 200  len: 1094 time: 6.8348324
Sep 08 16:15:55.971317 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b195b8-bfe8-41df-869b-6898cf9164ec', 'tag': '9bbcf2be-3721-436a-98a5-308ffff99b29'}] {{(pid=79426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:15:56.174565 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cea28-19e9-4d64-8d10-a5e222bdab27 req-86707dfc-bea8-4f3e-8fe8-189e20d9eee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:15:56.176185 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-254cea28-19e9-4d64-8d10-a5e222bdab27 req-86707dfc-bea8-4f3e-8fe8-189e20d9eee5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c8c774bb92304c42ab3c6d7f2ab7e7dd&device_id=5667d820-d623-4b13-af5f-cee38599c046 HTTP/1.1" status: 200  len: 1096 time: 0.2472827
Sep 08 16:15:56.261832 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-57311f1b-cafe-45ad-a4b3-a3ec20a22693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251867b80>, [{'id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1866807271-router', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:15:46Z', 'revision_number': 4, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'gw_port': {'id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:26Z', 'updated_at': '2021-09-08T16:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': '0f4ba026-b3f8-4cf9-8692-9edd2944244e', 'name': '', 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'mac_address': 'fa:16:3e:14:16:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:37Z', 'updated_at': '2021-09-08T16:15:47Z', 'revision_number': 2, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'subnets': [{'id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:15:56.283589 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57311f1b-cafe-45ad-a4b3-a3ec20a22693 None None] Checking router: 64e5c9af-a25a-4228-8131-f4c5230ec1fb for host: dv-cinder-807898-1-iscsi {{(pid=79428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:15:56.286636 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57311f1b-cafe-45ad-a4b3-a3ec20a22693 None None] Updating router 64e5c9af-a25a-4228-8131-f4c5230ec1fb port 0f4ba026-b3f8-4cf9-8692-9edd2944244e binding host dv-cinder-807898-1-iscsi {{(pid=79428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 08 16:15:56.290519 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-bc5ad691-b468-4335-8800-52c364b5e712 None None] Set router 4a8ff593-1e82-4008-b80b-c5adbd9ee2db gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:15:56.468897 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-57311f1b-cafe-45ad-a4b3-a3ec20a22693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:56.499554 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cea28-19e9-4d64-8d10-a5e222bdab27 req-19960581-b1fe-4d1f-b2ee-1bec4c8b7df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:15:56.501239 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-254cea28-19e9-4d64-8d10-a5e222bdab27 req-19960581-b1fe-4d1f-b2ee-1bec4c8b7df0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=204b86ab-9a41-430c-b098-cab74514186e HTTP/1.1" status: 200  len: 915 time: 0.3170521
Sep 08 16:15:56.528105 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd4efb-1db4-48c9-8f0e-81a57bb89e37 service neutron] Pushing event updated for resources: {'Port': ['ID=9bbcf2be-3721-436a-98a5-308ffff99b29,revision_number=3']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:56.552011 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-f443a31c-4786-4229-9749-c3dbb27e59ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:56.596650 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-ebfd4efb-1db4-48c9-8f0e-81a57bb89e37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.768s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:56.687247 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-254cea28-19e9-4d64-8d10-a5e222bdab27 req-3d5a3df9-94a3-4164-b9b9-b26d5d1f1206 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7cbd5dee-f58a-4b80-ad1f-8953c26b4057 HTTP/1.1" status: 200  len: 217 time: 0.1792531
Sep 08 16:15:56.744782 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504b18f-bb87-47bd-88df-02e4cd390d5f req-076ccf35-3978-48ec-9b3d-755d38715d3c tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:15:56.760407 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-8504b18f-bb87-47bd-88df-02e4cd390d5f req-076ccf35-3978-48ec-9b3d-755d38715d3c tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=5667d820-d623-4b13-af5f-cee38599c046 HTTP/1.1" status: 200  len: 943 time: 1.3199384
Sep 08 16:15:56.786293 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-f443a31c-4786-4229-9749-c3dbb27e59ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:15:56.861858 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cea28-19e9-4d64-8d10-a5e222bdab27 req-8672e35e-204c-4000-bb7a-425535264b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:15:56.874393 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-254cea28-19e9-4d64-8d10-a5e222bdab27 req-8672e35e-204c-4000-bb7a-425535264b70 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0101320e-6e22-4da8-9a28-c7b9120cae08 HTTP/1.1" status: 200  len: 854 time: 0.1797037
Sep 08 16:15:56.890363 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-f443a31c-4786-4229-9749-c3dbb27e59ec admin admin] Usage tracker for resource:security_group_rule and tenant:8327d6161f8443fa8349411ca603c9d3 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:15:56.934339 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-bd50f04f-c3f6-44ac-bb13-51d251139473 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:15:56.935270 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-bd50f04f-c3f6-44ac-bb13-51d251139473 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Synchronizing usage tracker for tenant:3abc28c3a0c44587b1e4367f9363241d on resource:network {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:15:56.960688 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-f443a31c-4786-4229-9749-c3dbb27e59ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:15:56.984785 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-254cea28-19e9-4d64-8d10-a5e222bdab27 req-acda12f9-bd6c-45d3-985a-89a60897e1d4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=204b86ab-9a41-430c-b098-cab74514186e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1014144
Sep 08 16:15:57.020603 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-f39f8b76-0d67-4076-b9bb-4fee7552e0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:15:57.023103 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-f39f8b76-0d67-4076-b9bb-4fee7552e0e1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bb538f430ca94bd7b35bbf827cacf743&device_id=c9b195b8-bfe8-41df-869b-6898cf9164ec HTTP/1.1" status: 200  len: 1097 time: 0.7809868
Sep 08 16:15:57.028089 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-f443a31c-4786-4229-9749-c3dbb27e59ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:15:57.151270 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-ed411588-040d-422c-afda-bff80f962bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251bb4280>, [{'id': '24869578-348a-4d48-a670-67b127fee28b', 'name': 'tempest-ServerRescueNegativeTestJSON-1080623597-router', 'tenant_id': '3abc28c3a0c44587b1e4367f9363241d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:25Z', 'updated_at': '2021-09-08T16:15:48Z', 'revision_number': 4, 'project_id': '3abc28c3a0c44587b1e4367f9363241d', 'gw_port': {'id': '5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24869578-348a-4d48-a670-67b127fee28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:26Z', 'updated_at': '2021-09-08T16:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': '3df6a47f-4781-423d-82d6-7f24dad5341e', 'name': '', 'network_id': '5411d955-3db9-47e2-83ab-d4abbd225415', 'tenant_id': '3abc28c3a0c44587b1e4367f9363241d', 'mac_address': 'fa:16:3e:b0:88:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24869578-348a-4d48-a670-67b127fee28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f1c7eae5-6224-43b1-885e-66fb149f1dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:41Z', 'updated_at': '2021-09-08T16:15:48Z', 'revision_number': 2, 'project_id': '3abc28c3a0c44587b1e4367f9363241d', 'subnets': [{'id': 'f1c7eae5-6224-43b1-885e-66fb149f1dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:15:57.167992 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed411588-040d-422c-afda-bff80f962bef None None] Checking router: 24869578-348a-4d48-a670-67b127fee28b for host: dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:15:57.168938 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed411588-040d-422c-afda-bff80f962bef None None] Updating router 24869578-348a-4d48-a670-67b127fee28b port 3df6a47f-4781-423d-82d6-7f24dad5341e binding host dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 08 16:15:57.294154 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-254cea28-19e9-4d64-8d10-a5e222bdab27 req-c06796a9-8e21-4ff5-9e3b-881c6fb5e826 service neutron] 10.222.0.70 "GET /v2.0/networks/204b86ab-9a41-430c-b098-cab74514186e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2951119
Sep 08 16:15:57.312086 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-8504b18f-bb87-47bd-88df-02e4cd390d5f req-decbc7bd-9ab2-4e20-9249-ca4c7237b67b tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5504689
Sep 08 16:15:57.314366 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-da6d656f-e997-4b90-ad92-538640834c65 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bbcf2be-3721-436a-98a5-308ffff99b29 HTTP/1.1" status: 200  len: 217 time: 0.2196112
Sep 08 16:15:57.334622 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-ed411588-040d-422c-afda-bff80f962bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:57.568916 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-c6d406f1-7f15-475f-b715-0444e3f73238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:15:57.571950 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-c6d406f1-7f15-475f-b715-0444e3f73238 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dcc3ac62-4ae1-4f76-ab8d-6e3711062845 HTTP/1.1" status: 200  len: 852 time: 0.2430058
Sep 08 16:15:57.640647 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-edb87691-2cdc-4516-b4da-253b1c7e8463 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6bd4bad4-7d18-4105-b675-5870b656863f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0603771
Sep 08 16:15:57.847322 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-57311f1b-cafe-45ad-a4b3-a3ec20a22693 None None] Notify callbacks [] for port, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:57.897374 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.provisioning_blocks [None req-57311f1b-cafe-45ad-a4b3-a3ec20a22693 None None] Transition to ACTIVE for port object 0f4ba026-b3f8-4cf9-8692-9edd2944244e will not be triggered until provisioned by entity L2. {{(pid=79428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:15:57.915696 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-57311f1b-cafe-45ad-a4b3-a3ec20a22693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:57.931960 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c60c7-3ad1-4d2e-a6b6-a72fcd9b06f1 req-80f7ce76-fb9d-4766-bd49-36e8c1ff8529 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:15:57.936868 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:57.941966 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-c22c60c7-3ad1-4d2e-a6b6-a72fcd9b06f1 req-80f7ce76-fb9d-4766-bd49-36e8c1ff8529 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9b195b8-bfe8-41df-869b-6898cf9164ec HTTP/1.1" status: 200  len: 944 time: 0.3684270
Sep 08 16:15:57.960592 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-254cea28-19e9-4d64-8d10-a5e222bdab27 req-8cdaf92f-5f27-424e-a753-ca6fc39e1a8e service neutron] 10.222.0.70 "GET /v2.0/networks/204b86ab-9a41-430c-b098-cab74514186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6629596
Sep 08 16:15:58.067550 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-f443a31c-4786-4229-9749-c3dbb27e59ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:58.088987 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-bc5ad691-b468-4335-8800-52c364b5e712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251b31c10>, [{'id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'name': 'tempest-AttachVolumeTestJSON-732682896-router', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:15:48Z', 'revision_number': 4, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'gw_port': {'id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:27Z', 'updated_at': '2021-09-08T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': 'c383f026-3af0-40d7-b82a-7196ee7c9260', 'name': '', 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'mac_address': 'fa:16:3e:e9:1e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6fbf176d-0f2a-4301-81f2-4479a85d15c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:43Z', 'updated_at': '2021-09-08T16:15:49Z', 'revision_number': 2, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'subnets': [{'id': '6fbf176d-0f2a-4301-81f2-4479a85d15c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:15:58.100755 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5ad691-b468-4335-8800-52c364b5e712 None None] Checking router: 4a8ff593-1e82-4008-b80b-c5adbd9ee2db for host: dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:15:58.101378 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5ad691-b468-4335-8800-52c364b5e712 None None] Updating router 4a8ff593-1e82-4008-b80b-c5adbd9ee2db port c383f026-3af0-40d7-b82a-7196ee7c9260 binding host dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 08 16:15:58.106257 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-f443a31c-4786-4229-9749-c3dbb27e59ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:58.139132 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-da6503a4-6b17-4059-9fd9-f32a563a0fe2 service neutron] 10.222.0.70 "GET /v2.0/networks/6bd4bad4-7d18-4105-b675-5870b656863f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4613667
Sep 08 16:15:58.139951 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-bd50f04f-c3f6-44ac-bb13-51d251139473 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Unset dirty status for tenant:3abc28c3a0c44587b1e4367f9363241d on resource:network {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:15:58.146236 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-bd50f04f-c3f6-44ac-bb13-51d251139473 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/networks?id=5411d955-3db9-47e2-83ab-d4abbd225415 HTTP/1.1" status: 200  len: 819 time: 2.7120230
Sep 08 16:15:58.166113 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-c22c60c7-3ad1-4d2e-a6b6-a72fcd9b06f1 req-d03fb595-3f44-4dd9-a083-70089b141913 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fa9572d-2aef-44c3-9117-bbfd53fd43c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2219896
Sep 08 16:15:58.213296 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ae940-177f-4099-9252-f79681c07cca None None] Pushing event updated for resources: {'Port': ['ID=0f4ba026-b3f8-4cf9-8692-9edd2944244e,revision_number=3']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:58.235107 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-697ae940-177f-4099-9252-f79681c07cca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:58.249519 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-23f24405-121d-4e81-a156-cf629cf9fb8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:58.304936 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-bc5ad691-b468-4335-8800-52c364b5e712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:58.502940 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 7cbd5dee-f58a-4b80-ad1f-8953c26b4057 details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 08 16:15:58.540153 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [None req-57311f1b-cafe-45ad-a4b3-a3ec20a22693 None None] Attempting to bind port 0f4ba026-b3f8-4cf9-8692-9edd2944244e on host dv-cinder-807898-1-iscsi for vnic_type normal with profile  {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:15:58.541280 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [None req-57311f1b-cafe-45ad-a4b3-a3ec20a22693 None None] Attempting to bind port 0f4ba026-b3f8-4cf9-8692-9edd2944244e by drivers openvswitch,hyperv on host dv-cinder-807898-1-iscsi at level 0 using segments [{'id': '52138e92-9965-4b35-b4cf-e92e92ee1ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480'}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:15:58.541280 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57311f1b-cafe-45ad-a4b3-a3ec20a22693 None None] Attempting to bind port 0f4ba026-b3f8-4cf9-8692-9edd2944244e on network 75dd61b0-379a-4abd-83d0-357fccbfe480 {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:15:58.562574 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57311f1b-cafe-45ad-a4b3-a3ec20a22693 None None] Checking agent: {'id': 'f763117d-2875-45db-86c1-123fd700575f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 6, 1), 'started_at': datetime.datetime(2021, 9, 8, 16, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:15:58.569228 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-f443a31c-4786-4229-9749-c3dbb27e59ec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8327d6161f8443fa8349411ca603c9d3&name=default HTTP/1.1" status: 200  len: 2979 time: 2.7706995
Sep 08 16:15:58.569435 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57311f1b-cafe-45ad-a4b3-a3ec20a22693 None None] Checking segment: {'id': '52138e92-9965-4b35-b4cf-e92e92ee1ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:15:58.569435 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-57311f1b-cafe-45ad-a4b3-a3ec20a22693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:58.569856 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57311f1b-cafe-45ad-a4b3-a3ec20a22693 None None] Bound using segment: {'id': '52138e92-9965-4b35-b4cf-e92e92ee1ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480'} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:15:58.570017 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 36264) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:15:58.570648 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [None req-57311f1b-cafe-45ad-a4b3-a3ec20a22693 None None] Bound port: 0f4ba026-b3f8-4cf9-8692-9edd2944244e, host: dv-cinder-807898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52138e92-9965-4b35-b4cf-e92e92ee1ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480'}}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:15:58.571291 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-57311f1b-cafe-45ad-a4b3-a3ec20a22693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:58.581711 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-23354b96-2ea6-4e2f-811b-e3d5d1a29d33 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/quotas/3abc28c3a0c44587b1e4367f9363241d HTTP/1.1" status: 200  len: 375 time: 0.4343112
Sep 08 16:15:58.686499 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-de9ac8c7-e1e2-4ea8-b702-b3ce32184470 req-e8a5a41f-5216-4479-82ba-6499e16168a4 service neutron] 10.222.0.70 "GET /v2.0/networks/6bd4bad4-7d18-4105-b675-5870b656863f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5380840
Sep 08 16:15:58.721170 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-305eca76-a024-4576-83b2-5075853c5c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:58.743657 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f443a31c-4786-4229-9749-c3dbb27e59ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a66c902-f715-488a-8c92-649fbdad0c28,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:58.761491 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-f443a31c-4786-4229-9749-c3dbb27e59ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:58.775885 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.db.resource_extend [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Sep 08 16:15:58.814523 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-305eca76-a024-4576-83b2-5075853c5c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:58.835340 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-01336e26-cafb-45a0-a9be-cbb622b5c9dd tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Synchronizing usage tracker for tenant:3abc28c3a0c44587b1e4367f9363241d on resource:port {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:15:58.846356 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.db [None req-57311f1b-cafe-45ad-a4b3-a3ec20a22693 None None] For port 0f4ba026-b3f8-4cf9-8692-9edd2944244e, host dv-cinder-807898-1-iscsi, cleared binding levels {{(pid=79428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:15:58.850059 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.db [None req-57311f1b-cafe-45ad-a4b3-a3ec20a22693 None None] For port 0f4ba026-b3f8-4cf9-8692-9edd2944244e, host dv-cinder-807898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=0f4ba026-b3f8-4cf9-8692-9edd2944244e,segment=NetworkSegment(52138e92-9965-4b35-b4cf-e92e92ee1ba1),segment_id=52138e92-9965-4b35-b4cf-e92e92ee1ba1)] {{(pid=79428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:15:58.857335 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-57311f1b-cafe-45ad-a4b3-a3ec20a22693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:58.862519 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:58.893773 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-01336e26-cafb-45a0-a9be-cbb622b5c9dd tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Unset dirty status for tenant:3abc28c3a0c44587b1e4367f9363241d on resource:port {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:15:58.895136 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-01336e26-cafb-45a0-a9be-cbb622b5c9dd tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3abc28c3a0c44587b1e4367f9363241d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2863553
Sep 08 16:15:58.969873 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-305eca76-a024-4576-83b2-5075853c5c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:58.991617 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:59.053637 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305eca76-a024-4576-83b2-5075853c5c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a66c902-f715-488a-8c92-649fbdad0c28,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:59.061313 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-305eca76-a024-4576-83b2-5075853c5c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:59.063684 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-305eca76-a024-4576-83b2-5075853c5c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:59.066238 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-305eca76-a024-4576-83b2-5075853c5c6d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5a66c902-f715-488a-8c92-649fbdad0c28 HTTP/1.1" status: 204  len: 168 time: 0.4945369
Sep 08 16:15:59.108365 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-ed411588-040d-422c-afda-bff80f962bef None None] Notify callbacks [] for port, precommit_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:59.192085 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57311f1b-cafe-45ad-a4b3-a3ec20a22693 None None] Routers {'64e5c9af-a25a-4228-8131-f4c5230ec1fb'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:15:59.194007 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-57311f1b-cafe-45ad-a4b3-a3ec20a22693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251867b80>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:15:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['64e5c9af-a25a-4228-8131-f4c5230ec1fb'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:15:59.311960 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-ed411588-040d-422c-afda-bff80f962bef None None] Transition to ACTIVE for port object 3df6a47f-4781-423d-82d6-7f24dad5341e will not be triggered until provisioned by entity L2. {{(pid=79427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:15:59.322268 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ae940-177f-4099-9252-f79681c07cca None None] Pushing event updated for resources: {'Port': ['ID=0f4ba026-b3f8-4cf9-8692-9edd2944244e,revision_number=4']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:59.340852 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-697ae940-177f-4099-9252-f79681c07cca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:59.349289 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-30a94678-ecd2-4437-b7d4-836555b7bfb2 service neutron] 10.222.0.25 "GET /v2.0/networks/5411d955-3db9-47e2-83ab-d4abbd225415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4285092
Sep 08 16:15:59.374669 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-ed411588-040d-422c-afda-bff80f962bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:59.411613 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:15:59.413902 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 36274) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:15:59.439936 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-2a62e881-7a11-456e-8344-c6dd5e97c37b tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Request body: {'security_group': {'name': 'tempest-securitygroup--124934172', 'description': 'tempest-description--1583311082'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:15:59.483040 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-2a62e881-7a11-456e-8344-c6dd5e97c37b tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:15:59.502344 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-2a62e881-7a11-456e-8344-c6dd5e97c37b tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Usage tracker for resource:security_group and tenant:8151b8f5193c4e4eb58002780ae62270 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:15:59.526645 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-2a62e881-7a11-456e-8344-c6dd5e97c37b tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:15:59.558543 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cea14-eae8-42c7-8d66-5c43dc030e7d None None] Pushing event updated for resources: {'Port': ['ID=3df6a47f-4781-423d-82d6-7f24dad5341e,revision_number=3']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:15:59.591304 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-2a62e881-7a11-456e-8344-c6dd5e97c37b tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:15:59.673508 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-2a62e881-7a11-456e-8344-c6dd5e97c37b tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:15:59.677761 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-57311f1b-cafe-45ad-a4b3-a3ec20a22693 None None] Set router 64e5c9af-a25a-4228-8131-f4c5230ec1fb gateway port host: dv-cinder-807898-1-iscsi {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:15:59.730612 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-a9afec89-91e4-42a2-a6ad-9caa95c99614 service neutron] 10.222.0.25 "GET /v2.0/networks/5411d955-3db9-47e2-83ab-d4abbd225415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3637018
Sep 08 16:15:59.732759 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-ce7cea14-eae8-42c7-8d66-5c43dc030e7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:15:59.783362 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 7cbd5dee-f58a-4b80-ad1f-8953c26b4057, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=7cbd5dee-f58a-4b80-ad1f-8953c26b4057,segment=NetworkSegment(050fb669-5eaa-4590-8753-e18a07bddcf4),segment_id=050fb669-5eaa-4590-8753-e18a07bddcf4)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:15:59.810812 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-2a62e881-7a11-456e-8344-c6dd5e97c37b tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:15:59.836508 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-2a62e881-7a11-456e-8344-c6dd5e97c37b tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Usage tracker for resource:security_group_rule and tenant:8151b8f5193c4e4eb58002780ae62270 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:15:59.851558 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-2a62e881-7a11-456e-8344-c6dd5e97c37b tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:15:59.883366 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-2a62e881-7a11-456e-8344-c6dd5e97c37b tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:16:00.259302 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-2a62e881-7a11-456e-8344-c6dd5e97c37b tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:00.267393 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-2a62e881-7a11-456e-8344-c6dd5e97c37b tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:00.316961 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-1460c9e0-bd11-4bfb-a7a1-aec42200f647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:00.342365 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-2a62e881-7a11-456e-8344-c6dd5e97c37b tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:00.344933 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-2a62e881-7a11-456e-8344-c6dd5e97c37b tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.9288325
Sep 08 16:16:00.349765 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 36302) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:00.366674 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-e038ae0e-b240-4437-8f84-46d78c14d1ac tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Request body: {'security_group_rule': {'security_group_id': 'ba9ec00b-b39d-40d8-b1ac-4925803ba1ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:16:00.401466 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-e038ae0e-b240-4437-8f84-46d78c14d1ac tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:16:00.414666 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62e881-7a11-456e-8344-c6dd5e97c37b tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:00.424903 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-2a62e881-7a11-456e-8344-c6dd5e97c37b tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:00.450582 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-e038ae0e-b240-4437-8f84-46d78c14d1ac tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Usage tracker for resource:security_group_rule and tenant:8151b8f5193c4e4eb58002780ae62270 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:16:00.477251 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-e038ae0e-b240-4437-8f84-46d78c14d1ac tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:16:00.506735 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-e038ae0e-b240-4437-8f84-46d78c14d1ac tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:16:00.618978 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e038ae0e-b240-4437-8f84-46d78c14d1ac tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:00.640135 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-bc5ad691-b468-4335-8800-52c364b5e712 None None] Notify callbacks [] for port, precommit_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:00.709492 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-bc5ad691-b468-4335-8800-52c364b5e712 None None] Transition to ACTIVE for port object c383f026-3af0-40d7-b82a-7196ee7c9260 will not be triggered until provisioned by entity L2. {{(pid=79427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:16:00.774531 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-ed411588-040d-422c-afda-bff80f962bef None None] Attempting to bind port 3df6a47f-4781-423d-82d6-7f24dad5341e on host dv-cinder-807898-1-iscsi for vnic_type normal with profile  {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:16:00.775291 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-ed411588-040d-422c-afda-bff80f962bef None None] Attempting to bind port 3df6a47f-4781-423d-82d6-7f24dad5341e by drivers openvswitch,hyperv on host dv-cinder-807898-1-iscsi at level 0 using segments [{'id': '893ed9cc-48a8-450f-9ac5-4af6a46b4e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '5411d955-3db9-47e2-83ab-d4abbd225415'}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:16:00.775452 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed411588-040d-422c-afda-bff80f962bef None None] Attempting to bind port 3df6a47f-4781-423d-82d6-7f24dad5341e on network 5411d955-3db9-47e2-83ab-d4abbd225415 {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:16:00.795870 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Returning: {'device': '7cbd5dee-f58a-4b80-ad1f-8953c26b4057', 'network_id': '204b86ab-9a41-430c-b098-cab74514186e', 'port_id': '7cbd5dee-f58a-4b80-ad1f-8953c26b4057', 'mac_address': 'fa:16:3e:3d:83:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0101320e-6e22-4da8-9a28-c7b9120cae08', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 08 16:16:00.805098 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-bc5ad691-b468-4335-8800-52c364b5e712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:00.826444 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:00.880230 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 36312) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:00.911209 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-c6e86d07-22d3-4361-b96a-8227fed722e9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2103706778', 'description': 'tempest-description--414919612'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:16:00.923160 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed411588-040d-422c-afda-bff80f962bef None None] Checking agent: {'id': 'f763117d-2875-45db-86c1-123fd700575f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 6, 1), 'started_at': datetime.datetime(2021, 9, 8, 16, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:16:00.923583 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed411588-040d-422c-afda-bff80f962bef None None] Checking segment: {'id': '893ed9cc-48a8-450f-9ac5-4af6a46b4e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '5411d955-3db9-47e2-83ab-d4abbd225415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:16:00.938142 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-ed411588-040d-422c-afda-bff80f962bef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:00.938142 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed411588-040d-422c-afda-bff80f962bef None None] Bound using segment: {'id': '893ed9cc-48a8-450f-9ac5-4af6a46b4e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '5411d955-3db9-47e2-83ab-d4abbd225415'} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:16:00.938142 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-ed411588-040d-422c-afda-bff80f962bef None None] Bound port: 3df6a47f-4781-423d-82d6-7f24dad5341e, host: dv-cinder-807898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893ed9cc-48a8-450f-9ac5-4af6a46b4e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '5411d955-3db9-47e2-83ab-d4abbd225415'}}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:16:00.938142 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-ed411588-040d-422c-afda-bff80f962bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:00.951974 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-c6e86d07-22d3-4361-b96a-8227fed722e9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:16:00.963764 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-c6e86d07-22d3-4361-b96a-8227fed722e9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Usage tracker for resource:security_group and tenant:212c97f3a57a4db5985bce4f60183ab4 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:16:00.979081 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-c6e86d07-22d3-4361-b96a-8227fed722e9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:16:00.999952 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-c6e86d07-22d3-4361-b96a-8227fed722e9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:16:01.048686 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c6e86d07-22d3-4361-b96a-8227fed722e9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:01.155063 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-c6e86d07-22d3-4361-b96a-8227fed722e9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:16:01.185747 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-c6e86d07-22d3-4361-b96a-8227fed722e9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Usage tracker for resource:security_group_rule and tenant:212c97f3a57a4db5985bce4f60183ab4 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:16:01.205910 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-c6e86d07-22d3-4361-b96a-8227fed722e9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:16:01.246956 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-c6e86d07-22d3-4361-b96a-8227fed722e9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:16:01.290088 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e038ae0e-b240-4437-8f84-46d78c14d1ac tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:01.297373 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e038ae0e-b240-4437-8f84-46d78c14d1ac tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908961'] for security_group_rule, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:01.341166 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:01.373608 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-57311f1b-cafe-45ad-a4b3-a3ec20a22693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251867b80>, [{'id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1866807271-router', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:15:46Z', 'revision_number': 4, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'gw_port': {'id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:26Z', 'updated_at': '2021-09-08T16:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': '0f4ba026-b3f8-4cf9-8692-9edd2944244e', 'name': '', 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'mac_address': 'fa:16:3e:14:16:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:37Z', 'updated_at': '2021-09-08T16:15:58Z', 'revision_number': 4, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'subnets': [{'id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:16:01.386464 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57311f1b-cafe-45ad-a4b3-a3ec20a22693 None None] The sync data for ids ['64e5c9af-a25a-4228-8131-f4c5230ec1fb'] in dv-cinder-807898-1-iscsi is: [{'id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1866807271-router', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:15:46Z', 'revision_number': 4, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'gw_port': {'id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:26Z', 'updated_at': '2021-09-08T16:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': '0f4ba026-b3f8-4cf9-8692-9edd2944244e', 'name': '', 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'mac_address': 'fa:16:3e:14:16:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:37Z', 'updated_at': '2021-09-08T16:15:58Z', 'revision_number': 4, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'subnets': [{'id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:16:01.485098 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b195b8-bfe8-41df-869b-6898cf9164ec', 'tag': '9bbcf2be-3721-436a-98a5-308ffff99b29', 'status': 'completed', 'code': 200}
Sep 08 16:16:01.605845 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c6e86d07-22d3-4361-b96a-8227fed722e9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:01.617906 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c6e86d07-22d3-4361-b96a-8227fed722e9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:01.673318 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-c83ee7df-b8a3-4bfc-8520-1e3cce8f9925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:01.958958 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e86d07-22d3-4361-b96a-8227fed722e9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdab7efc-9847-4150-b22a-9736601c7615,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:01.963530 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c6e86d07-22d3-4361-b96a-8227fed722e9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:01.987760 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-c6e86d07-22d3-4361-b96a-8227fed722e9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.0926697
Sep 08 16:16:01.989781 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-c6e86d07-22d3-4361-b96a-8227fed722e9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:01.992203 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 36338) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:02.014970 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-72269bbf-262c-41d0-971c-45c781b6214f tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Request body: {'security_group_rule': {'security_group_id': 'bdab7efc-9847-4150-b22a-9736601c7615', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:16:02.065664 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-72269bbf-262c-41d0-971c-45c781b6214f tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:16:02.081106 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-72269bbf-262c-41d0-971c-45c781b6214f tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Usage tracker for resource:security_group_rule and tenant:212c97f3a57a4db5985bce4f60183ab4 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:16:02.107172 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-72269bbf-262c-41d0-971c-45c781b6214f tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:16:02.137334 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-72269bbf-262c-41d0-971c-45c781b6214f tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:16:02.194997 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038ae0e-b240-4437-8f84-46d78c14d1ac tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2387aaa9-b441-4117-adfc-a938367f8b49,revision_number=0']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:02.211063 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-85df4cd0-fee1-4f2b-a215-c1f99accfd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:02.220656 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-72269bbf-262c-41d0-971c-45c781b6214f tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:02.314855 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-e038ae0e-b240-4437-8f84-46d78c14d1ac tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.977s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:02.346078 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 36348) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:02.380897 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e038ae0e-b240-4437-8f84-46d78c14d1ac tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:02.382581 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-e038ae0e-b240-4437-8f84-46d78c14d1ac tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.0287795
Sep 08 16:16:02.387791 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 36354) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:02.408571 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-da334fdd-0f6f-436b-ad48-d1cc6edd77c5 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Request body: {'security_group_rule': {'security_group_id': 'ba9ec00b-b39d-40d8-b1ac-4925803ba1ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:16:02.416027 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-da334fdd-0f6f-436b-ad48-d1cc6edd77c5 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:16:02.422394 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-da334fdd-0f6f-436b-ad48-d1cc6edd77c5 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Usage tracker for resource:security_group_rule and tenant:8151b8f5193c4e4eb58002780ae62270 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:16:02.426833 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-da334fdd-0f6f-436b-ad48-d1cc6edd77c5 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:16:02.434546 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-da334fdd-0f6f-436b-ad48-d1cc6edd77c5 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:16:02.532186 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5fbee-3e6c-44f1-91b6-6e4d5bc12586 req-3be3780d-8150-4c86-9d57-46b3cff4b38e tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:02.536656 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-70b5fbee-3e6c-44f1-91b6-6e4d5bc12586 req-3be3780d-8150-4c86-9d57-46b3cff4b38e tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=5667d820-d623-4b13-af5f-cee38599c046 HTTP/1.1" status: 200  len: 943 time: 1.0413647
Sep 08 16:16:02.555272 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 0f4ba026-b3f8-4cf9-8692-9edd2944244e up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:16:02.558824 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc02a1-a469-4a86-b959-b38992b0a89c req-98f8f6e1-9908-4a71-9b78-2fe807a85caa tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:02.568529 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a4cc02a1-a469-4a86-b959-b38992b0a89c req-98f8f6e1-9908-4a71-9b78-2fe807a85caa tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9b195b8-bfe8-41df-869b-6898cf9164ec HTTP/1.1" status: 200  len: 944 time: 0.4798009
Sep 08 16:16:02.571831 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-da334fdd-0f6f-436b-ad48-d1cc6edd77c5 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:02.595386 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e326c6-3778-466b-8197-5c64dbeed8ad req-7621e98c-7e34-4937-b06b-eb3f522caeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:02.597324 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-45e326c6-3778-466b-8197-5c64dbeed8ad req-7621e98c-7e34-4937-b06b-eb3f522caeb0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bb538f430ca94bd7b35bbf827cacf743&device_id=c9b195b8-bfe8-41df-869b-6898cf9164ec HTTP/1.1" status: 200  len: 1097 time: 1.0423131
Sep 08 16:16:02.615887 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-72269bbf-262c-41d0-971c-45c781b6214f tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:02.637603 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-72269bbf-262c-41d0-971c-45c781b6214f tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908961'] for security_group_rule, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:02.642577 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:02.727001 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72269bbf-262c-41d0-971c-45c781b6214f tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=058462cc-5cc2-4aaf-a532-7a5eb4dc2908,revision_number=0']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:02.734594 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-72269bbf-262c-41d0-971c-45c781b6214f tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:02.762486 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-72269bbf-262c-41d0-971c-45c781b6214f tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:02.767286 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-72269bbf-262c-41d0-971c-45c781b6214f tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7680407
Sep 08 16:16:02.768028 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 36364) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:02.773889 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-dd04f1b0-a66e-4d99-90b8-512adfb7cca6 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Request body: {'security_group_rule': {'security_group_id': 'bdab7efc-9847-4150-b22a-9736601c7615', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:16:02.791116 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-dd04f1b0-a66e-4d99-90b8-512adfb7cca6 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:16:02.800654 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-dd04f1b0-a66e-4d99-90b8-512adfb7cca6 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Usage tracker for resource:security_group_rule and tenant:212c97f3a57a4db5985bce4f60183ab4 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:16:02.818096 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-dd04f1b0-a66e-4d99-90b8-512adfb7cca6 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:16:02.840120 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-dd04f1b0-a66e-4d99-90b8-512adfb7cca6 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:16:02.921346 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-dd04f1b0-a66e-4d99-90b8-512adfb7cca6 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:02.988538 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5423071-2559-4f37-be0b-1da897507981 None None] Pushing event updated for resources: {'Port': ['ID=c383f026-3af0-40d7-b82a-7196ee7c9260,revision_number=3']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:03.008926 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-7df34eb9-3d1d-4134-8ce7-3c6279c90360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:03.139683 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-a5423071-2559-4f37-be0b-1da897507981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.313s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:03.143130 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-7df34eb9-3d1d-4134-8ce7-3c6279c90360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:16:03.178919 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-ed411588-040d-422c-afda-bff80f962bef None None] For port 3df6a47f-4781-423d-82d6-7f24dad5341e, host dv-cinder-807898-1-iscsi, cleared binding levels {{(pid=79427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:16:03.179698 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-7df34eb9-3d1d-4134-8ce7-3c6279c90360 admin admin] Usage tracker for resource:security_group_rule and tenant:044881cd2bcb46c09d1188f206f53b9a is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:16:03.185534 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-ed411588-040d-422c-afda-bff80f962bef None None] For port 3df6a47f-4781-423d-82d6-7f24dad5341e, host dv-cinder-807898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=3df6a47f-4781-423d-82d6-7f24dad5341e,segment=NetworkSegment(893ed9cc-48a8-450f-9ac5-4af6a46b4e12),segment_id=893ed9cc-48a8-450f-9ac5-4af6a46b4e12)] {{(pid=79427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:16:03.191507 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:03.191838 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-7df34eb9-3d1d-4134-8ce7-3c6279c90360 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:16:03.210755 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-7df34eb9-3d1d-4134-8ce7-3c6279c90360 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:16:03.249626 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cbd5dee-f58a-4b80-ad1f-8953c26b4057 {{(pid=79427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:16:03.276835 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:03.279960 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-ed411588-040d-422c-afda-bff80f962bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:03.297739 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a4cc02a1-a469-4a86-b959-b38992b0a89c req-0bfbee15-3789-4747-9a6a-c8922ba36853 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fa9572d-2aef-44c3-9117-bbfd53fd43c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7276444
Sep 08 16:16:03.302841 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-e3fc79f8-88e7-4dce-8e5f-88495a304555 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:03.368580 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-70b5fbee-3e6c-44f1-91b6-6e4d5bc12586 req-bd69a499-c28e-49a4-b663-bb1411e8b064 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7826545
Sep 08 16:16:03.384148 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 7cbd5dee-f58a-4b80-ad1f-8953c26b4057, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=7cbd5dee-f58a-4b80-ad1f-8953c26b4057,segment=NetworkSegment(050fb669-5eaa-4590-8753-e18a07bddcf4),segment_id=050fb669-5eaa-4590-8753-e18a07bddcf4)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:16:03.386921 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e326c6-3778-466b-8197-5c64dbeed8ad req-471eed67-762a-4f49-9a4f-b38fd0d59e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:03.389222 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-45e326c6-3778-466b-8197-5c64dbeed8ad req-471eed67-762a-4f49-9a4f-b38fd0d59e80 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6bd4bad4-7d18-4105-b675-5870b656863f HTTP/1.1" status: 200  len: 913 time: 0.7198343
Sep 08 16:16:03.445512 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-bc5ad691-b468-4335-8800-52c364b5e712 None None] Attempting to bind port c383f026-3af0-40d7-b82a-7196ee7c9260 on host dv-cinder-807898-1-iscsi for vnic_type normal with profile  {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:16:03.445892 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-bc5ad691-b468-4335-8800-52c364b5e712 None None] Attempting to bind port c383f026-3af0-40d7-b82a-7196ee7c9260 by drivers openvswitch,hyperv on host dv-cinder-807898-1-iscsi at level 0 using segments [{'id': '967548e4-bbe3-4c32-a3ac-8b359fdd3bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9'}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:16:03.446436 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5ad691-b468-4335-8800-52c364b5e712 None None] Attempting to bind port c383f026-3af0-40d7-b82a-7196ee7c9260 on network 582096af-2f90-402d-b754-a13d85dcf0f9 {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:16:03.449109 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:03.457098 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning for port 0f4ba026-b3f8-4cf9-8692-9edd2944244e completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:16:03.471871 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-da334fdd-0f6f-436b-ad48-d1cc6edd77c5 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:03.543201 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 0f4ba026-b3f8-4cf9-8692-9edd2944244e triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:16:03.548251 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:03.562498 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-dd04f1b0-a66e-4d99-90b8-512adfb7cca6 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:03.570692 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-dd04f1b0-a66e-4d99-90b8-512adfb7cca6 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908961'] for security_group_rule, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:03.587380 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-72269bbf-262c-41d0-971c-45c781b6214f tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:03.611052 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04f1b0-a66e-4d99-90b8-512adfb7cca6 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=204ba53e-0e11-4aeb-abcb-5507a466b0d0,revision_number=0']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:03.635521 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-dd04f1b0-a66e-4d99-90b8-512adfb7cca6 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:03.659607 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-45e326c6-3778-466b-8197-5c64dbeed8ad req-0a0e51dc-8e9c-46db-bcfb-7f0143e320a2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bbcf2be-3721-436a-98a5-308ffff99b29 HTTP/1.1" status: 200  len: 217 time: 0.1847541
Sep 08 16:16:03.665924 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-da334fdd-0f6f-436b-ad48-d1cc6edd77c5 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908961'] for security_group_rule, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:03.672062 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-7df34eb9-3d1d-4134-8ce7-3c6279c90360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:03.679069 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-7df34eb9-3d1d-4134-8ce7-3c6279c90360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:03.689501 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-dd04f1b0-a66e-4d99-90b8-512adfb7cca6 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:03.694725 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-dd04f1b0-a66e-4d99-90b8-512adfb7cca6 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.9255428
Sep 08 16:16:03.701236 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 36408) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:03.702948 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-b17f06d9-537f-4119-9909-35038015d4c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:03.742328 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 9bbcf2be-3721-436a-98a5-308ffff99b29 details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 08 16:16:03.756570 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df34eb9-3d1d-4134-8ce7-3c6279c90360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4897fb51-04b4-41b8-b470-fb3610681822,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:03.763790 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-d2cc1344-ab00-4a8c-9d8a-44cdba15b869 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Request body: {'floatingip': {'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:16:03.779751 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-7df34eb9-3d1d-4134-8ce7-3c6279c90360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:03.784100 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-d2cc1344-ab00-4a8c-9d8a-44cdba15b869 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:16:03.801457 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-d2cc1344-ab00-4a8c-9d8a-44cdba15b869 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Usage tracker for resource:floatingip and tenant:212c97f3a57a4db5985bce4f60183ab4 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:16:03.810373 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:03.813925 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-d2cc1344-ab00-4a8c-9d8a-44cdba15b869 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:16:03.829055 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-7df34eb9-3d1d-4134-8ce7-3c6279c90360 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=044881cd2bcb46c09d1188f206f53b9a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4807596
Sep 08 16:16:03.831296 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-d2cc1344-ab00-4a8c-9d8a-44cdba15b869 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:16:03.834964 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 36412) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:03.849590 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da334fdd-0f6f-436b-ad48-d1cc6edd77c5 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f2c010-9080-4d3d-9885-ed680d946ec5,revision_number=0']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:03.862118 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-da334fdd-0f6f-436b-ad48-d1cc6edd77c5 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:03.883998 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-25b17737-366a-4df0-9618-78a9227a5ca1 req-d1ec6547-0323-46b5-ad5f-4195c591fa94 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 210 time: 0.2200551
Sep 08 16:16:03.992317 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-da334fdd-0f6f-436b-ad48-d1cc6edd77c5 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:04.001975 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-da334fdd-0f6f-436b-ad48-d1cc6edd77c5 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.6018474
Sep 08 16:16:04.002695 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 36418) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:04.006142 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e326c6-3778-466b-8197-5c64dbeed8ad req-c3f0d134-b269-40be-98b1-3e2e84b56894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:04.025097 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-45e326c6-3778-466b-8197-5c64dbeed8ad req-c3f0d134-b269-40be-98b1-3e2e84b56894 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dcc3ac62-4ae1-4f76-ab8d-6e3711062845 HTTP/1.1" status: 200  len: 852 time: 0.2827711
Sep 08 16:16:04.040449 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-ec6aa801-6281-41ec-994b-1d7a47dd9f81 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Request body: {'floatingip': {'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:16:04.071246 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5ad691-b468-4335-8800-52c364b5e712 None None] Checking agent: {'id': 'f763117d-2875-45db-86c1-123fd700575f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 6, 1), 'started_at': datetime.datetime(2021, 9, 8, 16, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:16:04.072053 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5ad691-b468-4335-8800-52c364b5e712 None None] Checking segment: {'id': '967548e4-bbe3-4c32-a3ac-8b359fdd3bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:16:04.072756 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-bc5ad691-b468-4335-8800-52c364b5e712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:04.073444 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5ad691-b468-4335-8800-52c364b5e712 None None] Bound using segment: {'id': '967548e4-bbe3-4c32-a3ac-8b359fdd3bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9'} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:16:04.074187 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-bc5ad691-b468-4335-8800-52c364b5e712 None None] Bound port: c383f026-3af0-40d7-b82a-7196ee7c9260, host: dv-cinder-807898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '967548e4-bbe3-4c32-a3ac-8b359fdd3bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9'}}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:16:04.075022 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-bc5ad691-b468-4335-8800-52c364b5e712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:04.111812 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed411588-040d-422c-afda-bff80f962bef None None] Routers {'24869578-348a-4d48-a670-67b127fee28b'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:16:04.112862 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-ed411588-040d-422c-afda-bff80f962bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251bb4280>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:15:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['24869578-348a-4d48-a670-67b127fee28b'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:16:04.168413 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-ec6aa801-6281-41ec-994b-1d7a47dd9f81 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:16:04.186782 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-ec6aa801-6281-41ec-994b-1d7a47dd9f81 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Usage tracker for resource:floatingip and tenant:8151b8f5193c4e4eb58002780ae62270 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:16:04.193971 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-ec6aa801-6281-41ec-994b-1d7a47dd9f81 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:16:04.217227 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-ec6aa801-6281-41ec-994b-1d7a47dd9f81 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:16:04.262454 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-45e326c6-3778-466b-8197-5c64dbeed8ad req-cc298777-a558-4731-912a-1bd1ca1faf39 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6bd4bad4-7d18-4105-b675-5870b656863f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2033670
Sep 08 16:16:04.272414 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-d2cc1344-ab00-4a8c-9d8a-44cdba15b869 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for floatingip, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:04.273068 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ec6aa801-6281-41ec-994b-1d7a47dd9f81 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for floatingip, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:04.311133 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-bc5ad691-b468-4335-8800-52c364b5e712 None None] For port c383f026-3af0-40d7-b82a-7196ee7c9260, host dv-cinder-807898-1-iscsi, cleared binding levels {{(pid=79427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:16:04.315776 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-bc5ad691-b468-4335-8800-52c364b5e712 None None] For port c383f026-3af0-40d7-b82a-7196ee7c9260, host dv-cinder-807898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=c383f026-3af0-40d7-b82a-7196ee7c9260,segment=NetworkSegment(967548e4-bbe3-4c32-a3ac-8b359fdd3bd4),segment_id=967548e4-bbe3-4c32-a3ac-8b359fdd3bd4)] {{(pid=79427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:16:04.325927 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['7cbd5dee-f58a-4b80-ad1f-8953c26b4057'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:16:04.383304 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-442af756-27dc-43bb-8d81-3c551b456a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:04.449416 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-bc5ad691-b468-4335-8800-52c364b5e712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:04.478596 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-c25a05d2-d755-4596-905b-6f56cd79f064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:04.644119 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cea14-eae8-42c7-8d66-5c43dc030e7d None None] Pushing event updated for resources: {'Port': ['ID=3df6a47f-4781-423d-82d6-7f24dad5341e,revision_number=4']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:04.658407 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:04.677885 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5ad691-b468-4335-8800-52c364b5e712 None None] Routers {'4a8ff593-1e82-4008-b80b-c5adbd9ee2db'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:16:04.678710 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-bc5ad691-b468-4335-8800-52c364b5e712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251b31c10>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:16:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['4a8ff593-1e82-4008-b80b-c5adbd9ee2db'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:16:04.750806 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-442af756-27dc-43bb-8d81-3c551b456a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:04.777967 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-ce7cea14-eae8-42c7-8d66-5c43dc030e7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.475s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:04.848614 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-442af756-27dc-43bb-8d81-3c551b456a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:04.885484 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-ed411588-040d-422c-afda-bff80f962bef None None] Set router 24869578-348a-4d48-a670-67b127fee28b gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:16:04.927253 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-f697f373-8c6a-4a43-8586-6f58289311f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:05.040216 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-45e326c6-3778-466b-8197-5c64dbeed8ad req-92d48362-3164-4a9e-a1db-8fc53c23dbd7 service neutron] 10.222.0.70 "GET /v2.0/networks/6bd4bad4-7d18-4105-b675-5870b656863f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7082472
Sep 08 16:16:05.052244 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442af756-27dc-43bb-8d81-3c551b456a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4897fb51-04b4-41b8-b470-fb3610681822,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:05.063255 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-442af756-27dc-43bb-8d81-3c551b456a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:05.080905 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-f704354d-16f3-4b09-a71d-f2d56dbc33bb tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:05.082928 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-f704354d-16f3-4b09-a71d-f2d56dbc33bb tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.70 "GET /v2.0/networks?id=5411d955-3db9-47e2-83ab-d4abbd225415 HTTP/1.1" status: 200  len: 819 time: 1.1695492
Sep 08 16:16:05.101933 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-442af756-27dc-43bb-8d81-3c551b456a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:05.103447 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-442af756-27dc-43bb-8d81-3c551b456a06 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4897fb51-04b4-41b8-b470-fb3610681822 HTTP/1.1" status: 204  len: 168 time: 1.2668145
Sep 08 16:16:05.117421 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-de4e4717-39b8-4b71-85ed-7eb261dcad23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.583s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:05.130143 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-8059e3b6-b1a3-4a37-bbc6-9c43a870cb9c tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Request body: {'port': {'device_id': '025be250-ed13-4171-af63-942ce76ab60a', 'network_id': '5411d955-3db9-47e2-83ab-d4abbd225415', 'admin_state_up': True, 'tenant_id': '3abc28c3a0c44587b1e4367f9363241d'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:16:05.338827 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-d2cc1344-ab00-4a8c-9d8a-44cdba15b869 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:05.551301 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-8059e3b6-b1a3-4a37-bbc6-9c43a870cb9c tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:16:05.585620 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] For port 0f4ba026-b3f8-4cf9-8692-9edd2944244e, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=0f4ba026-b3f8-4cf9-8692-9edd2944244e,segment=NetworkSegment(52138e92-9965-4b35-b4cf-e92e92ee1ba1),segment_id=52138e92-9965-4b35-b4cf-e92e92ee1ba1)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:16:05.600722 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-d6eafe15-82dd-41bf-b0e5-54ba80677d1b tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:05.603341 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-d6eafe15-82dd-41bf-b0e5-54ba80677d1b tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/networks?id=5411d955-3db9-47e2-83ab-d4abbd225415 HTTP/1.1" status: 200  len: 819 time: 0.9745221
Sep 08 16:16:05.688279 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:05.692597 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 9bbcf2be-3721-436a-98a5-308ffff99b29, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=9bbcf2be-3721-436a-98a5-308ffff99b29,segment=NetworkSegment(21b3f3ba-15d2-405b-8cb9-122dad387cd3),segment_id=21b3f3ba-15d2-405b-8cb9-122dad387cd3)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:16:05.812931 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-e12a3585-c007-4373-8140-f431b9a98490 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/quotas/3abc28c3a0c44587b1e4367f9363241d HTTP/1.1" status: 200  len: 375 time: 0.1674063
Sep 08 16:16:05.835549 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670e959-0693-4906-af27-236821727fca req-8180af60-f672-44c5-b7c5-6b957ce4fba6 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:05.838151 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b670e959-0693-4906-af27-236821727fca req-8180af60-f672-44c5-b7c5-6b957ce4fba6 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9b195b8-bfe8-41df-869b-6898cf9164ec HTTP/1.1" status: 200  len: 944 time: 1.2060330
Sep 08 16:16:05.840055 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_common [None req-d2cc1344-ab00-4a8c-9d8a-44cdba15b869 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Allocated IP 172.27.2.159 (e2ed1a71-8bc5-4c91-9ec3-df61c44bef44/a1e16140-da4f-4587-a2e7-78015b4d0ba3/9c8f9d53-857e-4887-a9a9-29c81980ab73) {{(pid=79425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:16:05.842949 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-8059e3b6-b1a3-4a37-bbc6-9c43a870cb9c tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:16:05.889472 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-8059e3b6-b1a3-4a37-bbc6-9c43a870cb9c tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Made reservation on behalf of 3abc28c3a0c44587b1e4367f9363241d for: {'port': 1} {{(pid=79425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:16:05.905430 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-8059e3b6-b1a3-4a37-bbc6-9c43a870cb9c tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:05.997343 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-45e326c6-3778-466b-8197-5c64dbeed8ad req-b003801d-73aa-4c35-9f24-ca98c694b2d4 service neutron] 10.222.0.70 "GET /v2.0/networks/6bd4bad4-7d18-4105-b675-5870b656863f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7366614
Sep 08 16:16:06.081766 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=7cbd5dee-f58a-4b80-ad1f-8953c26b4057,revision_number=4']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:06.105981 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 36490) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:06.209988 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5423071-2559-4f37-be0b-1da897507981 None None] Pushing event updated for resources: {'Port': ['ID=c383f026-3af0-40d7-b82a-7196ee7c9260,revision_number=4']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:06.231412 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:06.233130 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Returning: {'device': '9bbcf2be-3721-436a-98a5-308ffff99b29', 'network_id': '6bd4bad4-7d18-4105-b675-5870b656863f', 'port_id': '9bbcf2be-3721-436a-98a5-308ffff99b29', 'mac_address': 'fa:16:3e:b8:28:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc3ac62-4ae1-4f76-ab8d-6e3711062845', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 08 16:16:06.252078 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4273d060-1c08-440d-958b-526715c285ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:06.263376 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-a5423071-2559-4f37-be0b-1da897507981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.146s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:06.264080 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-b20d0eef-ca0b-482e-b343-a27ad3e053c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.787s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:06.270734 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b670e959-0693-4906-af27-236821727fca req-9f871385-2dbb-4ea3-81fe-2149d53f1daf tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fa9572d-2aef-44c3-9117-bbfd53fd43c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2449429
Sep 08 16:16:06.301855 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-4273d060-1c08-440d-958b-526715c285ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:16:06.327826 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-4273d060-1c08-440d-958b-526715c285ff admin admin] Usage tracker for resource:security_group_rule and tenant:e87975488ead4fe287c88aa1e965667e is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:16:06.344712 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-4273d060-1c08-440d-958b-526715c285ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:16:06.364759 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-9d570c6f-430a-4ae7-b0b2-10d83412021f tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3abc28c3a0c44587b1e4367f9363241d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5226223
Sep 08 16:16:06.380783 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-4273d060-1c08-440d-958b-526715c285ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:16:06.388207 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ec6aa801-6281-41ec-994b-1d7a47dd9f81 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:06.402633 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Pushing event updated for resources: {'Port': ['ID=0f4ba026-b3f8-4cf9-8692-9edd2944244e,revision_number=5']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:06.406599 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:06.546544 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.837s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:06.547013 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:06.555198 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:06.571355 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-d2cc1344-ab00-4a8c-9d8a-44cdba15b869 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for port, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:06.621931 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_common [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-8059e3b6-b1a3-4a37-bbc6-9c43a870cb9c tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Allocated IP 172.20.0.2 (5411d955-3db9-47e2-83ab-d4abbd225415/f1c7eae5-6224-43b1-885e-66fb149f1dc6/59e7e543-15da-4662-9f0c-ec72acd13a77) {{(pid=79425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:16:06.644299 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bbcf2be-3721-436a-98a5-308ffff99b29 {{(pid=79427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:16:06.655614 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-bc5ad691-b468-4335-8800-52c364b5e712 None None] Set router 4a8ff593-1e82-4008-b80b-c5adbd9ee2db gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:16:06.743011 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-d2cc1344-ab00-4a8c-9d8a-44cdba15b869 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692'] for port, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:06.778395 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:06.811572 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 9bbcf2be-3721-436a-98a5-308ffff99b29, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=9bbcf2be-3721-436a-98a5-308ffff99b29,segment=NetworkSegment(21b3f3ba-15d2-405b-8cb9-122dad387cd3),segment_id=21b3f3ba-15d2-405b-8cb9-122dad387cd3)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:16:06.827126 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:06.834917 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-de4e4717-39b8-4b71-85ed-7eb261dcad23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:06.985773 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-34b0c626-bebd-4957-bc02-096a360c39b4 service neutron] 10.222.0.25 "GET /v2.0/networks/5411d955-3db9-47e2-83ab-d4abbd225415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3157406
Sep 08 16:16:07.004378 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d6b08-d230-45c2-b93a-2e62d64d9fd1 req-6eb8eb14-6dbb-49a8-ac3d-4714d12d6331 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:07.006010 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-df4d6b08-d230-45c2-b93a-2e62d64d9fd1 req-6eb8eb14-6dbb-49a8-ac3d-4714d12d6331 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=5667d820-d623-4b13-af5f-cee38599c046 HTTP/1.1" status: 200  len: 944 time: 0.3439324
Sep 08 16:16:07.061829 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.db_base_plugin_common [None req-ec6aa801-6281-41ec-994b-1d7a47dd9f81 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Allocated IP 172.27.2.20 (e2ed1a71-8bc5-4c91-9ec3-df61c44bef44/a1e16140-da4f-4587-a2e7-78015b4d0ba3/9b2db77a-0b3d-4867-9398-7e61c03abc9b) {{(pid=79426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:16:07.128456 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4273d060-1c08-440d-958b-526715c285ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:07.168555 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['9bbcf2be-3721-436a-98a5-308ffff99b29'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:16:07.172437 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4273d060-1c08-440d-958b-526715c285ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:07.179231 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cc1344-ab00-4a8c-9d8a-44cdba15b869 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Network e2ed1a71-8bc5-4c91-9ec3-df61c44bef44 is already hosted by enough agents. {{(pid=79425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:16:07.213448 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-ed411588-040d-422c-afda-bff80f962bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251bb4280>, [{'id': '24869578-348a-4d48-a670-67b127fee28b', 'name': 'tempest-ServerRescueNegativeTestJSON-1080623597-router', 'tenant_id': '3abc28c3a0c44587b1e4367f9363241d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:25Z', 'updated_at': '2021-09-08T16:15:48Z', 'revision_number': 4, 'project_id': '3abc28c3a0c44587b1e4367f9363241d', 'gw_port': {'id': '5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24869578-348a-4d48-a670-67b127fee28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:26Z', 'updated_at': '2021-09-08T16:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': '3df6a47f-4781-423d-82d6-7f24dad5341e', 'name': '', 'network_id': '5411d955-3db9-47e2-83ab-d4abbd225415', 'tenant_id': '3abc28c3a0c44587b1e4367f9363241d', 'mac_address': 'fa:16:3e:b0:88:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24869578-348a-4d48-a670-67b127fee28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f1c7eae5-6224-43b1-885e-66fb149f1dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:41Z', 'updated_at': '2021-09-08T16:16:03Z', 'revision_number': 4, 'project_id': '3abc28c3a0c44587b1e4367f9363241d', 'subnets': [{'id': 'f1c7eae5-6224-43b1-885e-66fb149f1dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:16:07.221206 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [None req-d2cc1344-ab00-4a8c-9d8a-44cdba15b869 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Resources bound (agent type, host, resource id):  {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:16:07.253499 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed411588-040d-422c-afda-bff80f962bef None None] The sync data for ids ['24869578-348a-4d48-a670-67b127fee28b'] in dv-cinder-807898-1-iscsi is: [{'id': '24869578-348a-4d48-a670-67b127fee28b', 'name': 'tempest-ServerRescueNegativeTestJSON-1080623597-router', 'tenant_id': '3abc28c3a0c44587b1e4367f9363241d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:25Z', 'updated_at': '2021-09-08T16:15:48Z', 'revision_number': 4, 'project_id': '3abc28c3a0c44587b1e4367f9363241d', 'gw_port': {'id': '5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24869578-348a-4d48-a670-67b127fee28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:26Z', 'updated_at': '2021-09-08T16:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': '3df6a47f-4781-423d-82d6-7f24dad5341e', 'name': '', 'network_id': '5411d955-3db9-47e2-83ab-d4abbd225415', 'tenant_id': '3abc28c3a0c44587b1e4367f9363241d', 'mac_address': 'fa:16:3e:b0:88:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24869578-348a-4d48-a670-67b127fee28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f1c7eae5-6224-43b1-885e-66fb149f1dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:41Z', 'updated_at': '2021-09-08T16:16:03Z', 'revision_number': 4, 'project_id': '3abc28c3a0c44587b1e4367f9363241d', 'subnets': [{'id': 'f1c7eae5-6224-43b1-885e-66fb149f1dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:16:07.286750 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=9bbcf2be-3721-436a-98a5-308ffff99b29,revision_number=4']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:07.312911 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:07.395910 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:07.406963 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc1344-ab00-4a8c-9d8a-44cdba15b869 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Pushing event updated for resources: {'Port': ['ID=9c8f9d53-857e-4887-a9a9-29c81980ab73,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:07.410737 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cc1344-ab00-4a8c-9d8a-44cdba15b869 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Received port after_create {{(pid=79425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:16:07.446730 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-8059e3b6-b1a3-4a37-bbc6-9c43a870cb9c tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Notify callbacks [] for port, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:07.455997 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-d2cc1344-ab00-4a8c-9d8a-44cdba15b869 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:07.457292 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:07.491287 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-4273d060-1c08-440d-958b-526715c285ff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e87975488ead4fe287c88aa1e965667e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3686132
Sep 08 16:16:07.492864 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-df4d6b08-d230-45c2-b93a-2e62d64d9fd1 req-7c284f96-9d1b-4aab-8970-a691537a519c tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4642308
Sep 08 16:16:07.498961 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 36502) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:07.695384 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-36b2710c-5e42-40f2-b81b-6bbb89e4f3a5 service neutron] 10.222.0.25 "GET /v2.0/networks/5411d955-3db9-47e2-83ab-d4abbd225415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6785994
Sep 08 16:16:07.709520 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273d060-1c08-440d-958b-526715c285ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ab16eb-63d1-4966-8f67-761f43d6df70,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:07.719173 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-4273d060-1c08-440d-958b-526715c285ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:07.749530 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-bc5ad691-b468-4335-8800-52c364b5e712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251b31c10>, [{'id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'name': 'tempest-AttachVolumeTestJSON-732682896-router', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:15:48Z', 'revision_number': 4, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'gw_port': {'id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:27Z', 'updated_at': '2021-09-08T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': 'c383f026-3af0-40d7-b82a-7196ee7c9260', 'name': '', 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'mac_address': 'fa:16:3e:e9:1e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6fbf176d-0f2a-4301-81f2-4479a85d15c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:43Z', 'updated_at': '2021-09-08T16:16:04Z', 'revision_number': 4, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'subnets': [{'id': '6fbf176d-0f2a-4301-81f2-4479a85d15c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:16:07.774464 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-d2cc1344-ab00-4a8c-9d8a-44cdba15b869 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:07.786991 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5ad691-b468-4335-8800-52c364b5e712 None None] The sync data for ids ['4a8ff593-1e82-4008-b80b-c5adbd9ee2db'] in dv-cinder-807898-1-iscsi is: [{'id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'name': 'tempest-AttachVolumeTestJSON-732682896-router', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:15:48Z', 'revision_number': 4, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'gw_port': {'id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:27Z', 'updated_at': '2021-09-08T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': 'c383f026-3af0-40d7-b82a-7196ee7c9260', 'name': '', 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'mac_address': 'fa:16:3e:e9:1e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6fbf176d-0f2a-4301-81f2-4479a85d15c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:43Z', 'updated_at': '2021-09-08T16:16:04Z', 'revision_number': 4, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'subnets': [{'id': '6fbf176d-0f2a-4301-81f2-4479a85d15c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:16:07.844824 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ec6aa801-6281-41ec-994b-1d7a47dd9f81 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for port, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:07.883348 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-774ef6d4-6531-49a9-92b3-01dc88324d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:08.114133 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-8059e3b6-b1a3-4a37-bbc6-9c43a870cb9c tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692'] for port, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:08.136966 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ec6aa801-6281-41ec-994b-1d7a47dd9f81 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692'] for port, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:08.155613 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:08.176862 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 0f4ba026-b3f8-4cf9-8692-9edd2944244e up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:16:08.242200 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-d2cc1344-ab00-4a8c-9d8a-44cdba15b869 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:08.301901 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-774ef6d4-6531-49a9-92b3-01dc88324d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:08.318070 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 0f4ba026-b3f8-4cf9-8692-9edd2944244e triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:16:08.318477 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:08.324525 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:08.361893 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6aa801-6281-41ec-994b-1d7a47dd9f81 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Network e2ed1a71-8bc5-4c91-9ec3-df61c44bef44 is already hosted by enough agents. {{(pid=79426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:16:08.421776 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.base_scheduler [None req-ec6aa801-6281-41ec-994b-1d7a47dd9f81 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Resources bound (agent type, host, resource id):  {{(pid=79426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:16:08.439152 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6aa801-6281-41ec-994b-1d7a47dd9f81 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Received port after_create {{(pid=79426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:16:08.470404 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-e85e229d-e309-4af1-b3ed-9b475691bf5f req-1c915d32-d943-4d0e-9a23-2e973373fa80 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 210 time: 0.1300631
Sep 08 16:16:08.596641 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 3df6a47f-4781-423d-82d6-7f24dad5341e up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:16:08.641467 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6aa801-6281-41ec-994b-1d7a47dd9f81 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Pushing event updated for resources: {'Port': ['ID=9b2db77a-0b3d-4867-9398-7e61c03abc9b,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:08.668480 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-ec6aa801-6281-41ec-994b-1d7a47dd9f81 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:08.692816 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e5344-7b33-4006-be74-b13565116220 req-68f69fac-191d-4c42-9d26-a970dc2f9d1f tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:08.700265 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3a1e5344-7b33-4006-be74-b13565116220 req-68f69fac-191d-4c42-9d26-a970dc2f9d1f tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9b195b8-bfe8-41df-869b-6898cf9164ec HTTP/1.1" status: 200  len: 945 time: 0.7578797
Sep 08 16:16:08.798698 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ec6aa801-6281-41ec-994b-1d7a47dd9f81 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:08.810621 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3a1e5344-7b33-4006-be74-b13565116220 req-c8f7a6ff-f019-4d73-9819-25c56c26aabf tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fa9572d-2aef-44c3-9117-bbfd53fd43c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072140
Sep 08 16:16:08.893633 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 7cbd5dee-f58a-4b80-ad1f-8953c26b4057 up at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:16:08.957347 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-d2cc1344-ab00-4a8c-9d8a-44cdba15b869 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for port, precommit_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:08.979505 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-d2cc1344-ab00-4a8c-9d8a-44cdba15b869 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:08.996532 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059e3b6-b1a3-4a37-bbc6-9c43a870cb9c tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Pushing event updated for resources: {'Port': ['ID=59e7e543-15da-4662-9f0c-ec72acd13a77,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:09.004425 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-8059e3b6-b1a3-4a37-bbc6-9c43a870cb9c tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:09.042790 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-8059e3b6-b1a3-4a37-bbc6-9c43a870cb9c tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Network 5411d955-3db9-47e2-83ab-d4abbd225415 is already hosted by enough agents. {{(pid=79425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:16:09.048002 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:09.104869 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning for port 3df6a47f-4781-423d-82d6-7f24dad5341e completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:16:09.128381 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 3df6a47f-4781-423d-82d6-7f24dad5341e triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:16:09.129043 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:09.134293 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-d2cc1344-ab00-4a8c-9d8a-44cdba15b869 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1948197'] for floatingip, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:09.164593 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-8059e3b6-b1a3-4a37-bbc6-9c43a870cb9c tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Resources bound (agent type, host, resource id):  {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:16:09.188238 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ec6aa801-6281-41ec-994b-1d7a47dd9f81 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:09.247275 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-774ef6d4-6531-49a9-92b3-01dc88324d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:09.249147 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-8059e3b6-b1a3-4a37-bbc6-9c43a870cb9c tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Received port after_create {{(pid=79425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:16:09.279028 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-8059e3b6-b1a3-4a37-bbc6-9c43a870cb9c tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:09.286652 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-8059e3b6-b1a3-4a37-bbc6-9c43a870cb9c tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:09.350146 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ed3c0-4483-4ced-b268-594c885beafd req-1d6f59f1-34f9-4868-a307-773bb23795e5 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:09.366382 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5a1ed3c0-4483-4ced-b268-594c885beafd req-1d6f59f1-34f9-4868-a307-773bb23795e5 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=5667d820-d623-4b13-af5f-cee38599c046 HTTP/1.1" status: 200  len: 944 time: 0.4111309
Sep 08 16:16:09.380232 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning for port 7cbd5dee-f58a-4b80-ad1f-8953c26b4057 completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:16:09.394301 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning complete for port 7cbd5dee-f58a-4b80-ad1f-8953c26b4057 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:16:09.395687 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:09.409595 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc1344-ab00-4a8c-9d8a-44cdba15b869 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Pushing event updated for resources: {'Port': ['ID=9c8f9d53-857e-4887-a9a9-29c81980ab73,revision_number=2']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:09.469539 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-d2cc1344-ab00-4a8c-9d8a-44cdba15b869 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:09.470750 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:09.515768 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-8059e3b6-b1a3-4a37-bbc6-9c43a870cb9c tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.4094515
Sep 08 16:16:09.521030 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-d2cc1344-ab00-4a8c-9d8a-44cdba15b869 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for floatingip, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:09.543619 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-d2cc1344-ab00-4a8c-9d8a-44cdba15b869 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.7867620
Sep 08 16:16:09.570373 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-413b465c-621b-4283-a96e-050ce8a51f07 service neutron] Request body: {'port': {'device_id': '025be250-ed13-4171-af63-942ce76ab60a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:16:09.605897 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5a1ed3c0-4483-4ced-b268-594c885beafd req-d938acf4-c3d4-4248-8437-2775e1da276c tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2379739
Sep 08 16:16:09.689949 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:09.697928 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ef6d4-6531-49a9-92b3-01dc88324d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ab16eb-63d1-4966-8f67-761f43d6df70,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:09.703248 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-774ef6d4-6531-49a9-92b3-01dc88324d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:09.708035 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-774ef6d4-6531-49a9-92b3-01dc88324d06 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/12ab16eb-63d1-4966-8f67-761f43d6df70 HTTP/1.1" status: 204  len: 168 time: 2.1477349
Sep 08 16:16:09.711546 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-774ef6d4-6531-49a9-92b3-01dc88324d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:09.931136 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-413b465c-621b-4283-a96e-050ce8a51f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:10.106247 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] For port 3df6a47f-4781-423d-82d6-7f24dad5341e, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=3df6a47f-4781-423d-82d6-7f24dad5341e,segment=NetworkSegment(893ed9cc-48a8-450f-9ac5-4af6a46b4e12),segment_id=893ed9cc-48a8-450f-9ac5-4af6a46b4e12)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:16:10.136831 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ec6aa801-6281-41ec-994b-1d7a47dd9f81 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for port, precommit_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:10.188654 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ec6aa801-6281-41ec-994b-1d7a47dd9f81 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:10.208289 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5bda967e-bca0-46b1-b0f5-bb6eaf5d7756 req-bd8cdfeb-1f54-4533-b569-c5fdeab19325 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 210 time: 0.2202919
Sep 08 16:16:10.306291 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:10.325115 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:10.398949 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:10.559384 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-ebfd4efb-1db4-48c9-8f0e-81a57bb89e37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:10.690042 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device c383f026-3af0-40d7-b82a-7196ee7c9260 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:16:10.797987 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Pushing event updated for resources: {'Port': ['ID=3df6a47f-4781-423d-82d6-7f24dad5341e,revision_number=5']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:10.840969 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ec6aa801-6281-41ec-994b-1d7a47dd9f81 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1948197'] for floatingip, after_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:10.874236 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:10.957218 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5667d820-d623-4b13-af5f-cee38599c046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbd5dee-f58a-4b80-ad1f-8953c26b4057'}] {{(pid=79427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:16:11.236778 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 7cbd5dee-f58a-4b80-ad1f-8953c26b4057, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=7cbd5dee-f58a-4b80-ad1f-8953c26b4057,segment=NetworkSegment(050fb669-5eaa-4590-8753-e18a07bddcf4),segment_id=050fb669-5eaa-4590-8753-e18a07bddcf4)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:16:11.269414 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:11.270305 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 9bbcf2be-3721-436a-98a5-308ffff99b29 up at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:16:11.412947 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:11.458726 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-413b465c-621b-4283-a96e-050ce8a51f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59e7e543-15da-4662-9f0c-ec72acd13a77 {{(pid=79425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:16:11.484015 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-413b465c-621b-4283-a96e-050ce8a51f07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:11.536437 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.provisioning_blocks [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-413b465c-621b-4283-a96e-050ce8a51f07 service neutron] Transition to ACTIVE for port object 59e7e543-15da-4662-9f0c-ec72acd13a77 will not be triggered until provisioned by entity L2. {{(pid=79425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:16:11.550938 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-413b465c-621b-4283-a96e-050ce8a51f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:11.565703 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-c349617c-d451-4e14-b741-d4cf53b5488f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:11.642850 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b465c-621b-4283-a96e-050ce8a51f07 service neutron] Pushing event updated for resources: {'Port': ['ID=59e7e543-15da-4662-9f0c-ec72acd13a77,revision_number=2']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:11.735137 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=7cbd5dee-f58a-4b80-ad1f-8953c26b4057,revision_number=5']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:11.752056 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning for port 9bbcf2be-3721-436a-98a5-308ffff99b29 completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:16:11.755888 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:11.758130 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning for port c383f026-3af0-40d7-b82a-7196ee7c9260 completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:16:11.774198 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-413b465c-621b-4283-a96e-050ce8a51f07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:11.785728 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning complete for port 9bbcf2be-3721-436a-98a5-308ffff99b29 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:16:11.786137 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:11.793990 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6aa801-6281-41ec-994b-1d7a47dd9f81 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Pushing event updated for resources: {'Port': ['ID=9b2db77a-0b3d-4867-9398-7e61c03abc9b,revision_number=2']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:11.799444 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-ec6aa801-6281-41ec-994b-1d7a47dd9f81 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.240s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:11.855230 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port c383f026-3af0-40d7-b82a-7196ee7c9260 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:16:11.855668 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:11.900101 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-413b465c-621b-4283-a96e-050ce8a51f07 service neutron] Attempting to bind port 59e7e543-15da-4662-9f0c-ec72acd13a77 on host hv-cinder-80789 for vnic_type normal with profile  {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:16:11.900442 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-413b465c-621b-4283-a96e-050ce8a51f07 service neutron] Attempting to bind port 59e7e543-15da-4662-9f0c-ec72acd13a77 by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': '893ed9cc-48a8-450f-9ac5-4af6a46b4e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '5411d955-3db9-47e2-83ab-d4abbd225415'}] {{(pid=79425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:16:11.900777 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-413b465c-621b-4283-a96e-050ce8a51f07 service neutron] Attempting to bind port 59e7e543-15da-4662-9f0c-ec72acd13a77 on network 5411d955-3db9-47e2-83ab-d4abbd225415 {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:16:11.907695 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-413b465c-621b-4283-a96e-050ce8a51f07 service neutron] Port 59e7e543-15da-4662-9f0c-ec72acd13a77 on network 5411d955-3db9-47e2-83ab-d4abbd225415 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 08 16:16:11.908022 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-413b465c-621b-4283-a96e-050ce8a51f07 service neutron] Attempting to bind port 59e7e543-15da-4662-9f0c-ec72acd13a77 on network 5411d955-3db9-47e2-83ab-d4abbd225415 {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:16:11.914523 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-413b465c-621b-4283-a96e-050ce8a51f07 service neutron] Checking agent: {'id': 'c4ee52ba-d613-406f-b441-649e3bfebfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'started_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:16:11.917735 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-413b465c-621b-4283-a96e-050ce8a51f07 service neutron] Checking segment: {'id': '893ed9cc-48a8-450f-9ac5-4af6a46b4e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '5411d955-3db9-47e2-83ab-d4abbd225415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:16:11.918142 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-413b465c-621b-4283-a96e-050ce8a51f07 service neutron] Bound using segment: {'id': '893ed9cc-48a8-450f-9ac5-4af6a46b4e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '5411d955-3db9-47e2-83ab-d4abbd225415'} {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:16:11.918807 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-413b465c-621b-4283-a96e-050ce8a51f07 service neutron] Bound port: 59e7e543-15da-4662-9f0c-ec72acd13a77, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '893ed9cc-48a8-450f-9ac5-4af6a46b4e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '5411d955-3db9-47e2-83ab-d4abbd225415'}}] {{(pid=79425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:16:11.919170 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-413b465c-621b-4283-a96e-050ce8a51f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:11.948082 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ec6aa801-6281-41ec-994b-1d7a47dd9f81 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for floatingip, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:11.950051 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-ec6aa801-6281-41ec-994b-1d7a47dd9f81 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 7.9461884
Sep 08 16:16:11.957319 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-eaefab5f-57d8-4b3c-8942-711191eba2b9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Synchronizing usage tracker for tenant:212c97f3a57a4db5985bce4f60183ab4 on resource:security_group {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:16:12.094717 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-fe731311-dd0b-4a99-aa15-3eb79472b202 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:12.096879 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-fe731311-dd0b-4a99-aa15-3eb79472b202 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.70 "GET /v2.0/networks?id=5411d955-3db9-47e2-83ab-d4abbd225415 HTTP/1.1" status: 200  len: 819 time: 1.0313959
Sep 08 16:16:12.118018 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54492fb3-cea8-420e-bcd0-3b7e0ae186e6 req-bae3f933-acd2-4c16-9621-38af0ac9d14b tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:12.126484 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-54492fb3-cea8-420e-bcd0-3b7e0ae186e6 req-bae3f933-acd2-4c16-9621-38af0ac9d14b tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9b195b8-bfe8-41df-869b-6898cf9164ec HTTP/1.1" status: 200  len: 945 time: 1.9542167
Sep 08 16:16:12.134213 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-eaefab5f-57d8-4b3c-8942-711191eba2b9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Unset dirty status for tenant:212c97f3a57a4db5985bce4f60183ab4 on resource:security_group {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:16:12.137396 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-eaefab5f-57d8-4b3c-8942-711191eba2b9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--2103706778&fields=id&tenant_id=212c97f3a57a4db5985bce4f60183ab4 HTTP/1.1" status: 200  len: 267 time: 1.3881109
Sep 08 16:16:12.167912 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-70deb192-a852-4f09-a713-6373a81b5609 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Request body: {'port': {'device_id': 'ccdab9af-f621-453f-9905-a59a53ee671c', 'network_id': '5411d955-3db9-47e2-83ab-d4abbd225415', 'admin_state_up': True, 'tenant_id': '3abc28c3a0c44587b1e4367f9363241d'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:16:12.221305 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-413b465c-621b-4283-a96e-050ce8a51f07 service neutron] For port 59e7e543-15da-4662-9f0c-ec72acd13a77, host hv-cinder-80789, cleared binding levels {{(pid=79425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:16:12.232625 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-413b465c-621b-4283-a96e-050ce8a51f07 service neutron] For port 59e7e543-15da-4662-9f0c-ec72acd13a77, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=59e7e543-15da-4662-9f0c-ec72acd13a77,segment=NetworkSegment(893ed9cc-48a8-450f-9ac5-4af6a46b4e12),segment_id=893ed9cc-48a8-450f-9ac5-4af6a46b4e12)] {{(pid=79425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:16:12.244706 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-413b465c-621b-4283-a96e-050ce8a51f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:12.255447 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-8059e3b6-b1a3-4a37-bbc6-9c43a870cb9c tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:12.360808 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:12.383245 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-0b08711c-a3a1-4c09-9b56-6c0022e19fb4 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:12.384078 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-0b08711c-a3a1-4c09-9b56-6c0022e19fb4 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Synchronizing usage tracker for tenant:212c97f3a57a4db5985bce4f60183ab4 on resource:network {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:16:12.421296 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] For port c383f026-3af0-40d7-b82a-7196ee7c9260, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=c383f026-3af0-40d7-b82a-7196ee7c9260,segment=NetworkSegment(967548e4-bbe3-4c32-a3ac-8b359fdd3bd4),segment_id=967548e4-bbe3-4c32-a3ac-8b359fdd3bd4)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:16:12.465969 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:12.471028 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-413b465c-621b-4283-a96e-050ce8a51f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:12.472096 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-413b465c-621b-4283-a96e-050ce8a51f07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:12.474574 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-413b465c-621b-4283-a96e-050ce8a51f07 service neutron] 10.222.0.70 "PUT /v2.0/ports/59e7e543-15da-4662-9f0c-ec72acd13a77 HTTP/1.1" status: 200  len: 1093 time: 2.9283791
Sep 08 16:16:12.475348 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '025be250-ed13-4171-af63-942ce76ab60a', 'tag': '59e7e543-15da-4662-9f0c-ec72acd13a77'}] {{(pid=79425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:16:12.476943 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:12.529959 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b465c-621b-4283-a96e-050ce8a51f07 service neutron] Pushing event updated for resources: {'Port': ['ID=59e7e543-15da-4662-9f0c-ec72acd13a77,revision_number=3']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:12.539842 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-413b465c-621b-4283-a96e-050ce8a51f07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:12.587586 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-54492fb3-cea8-420e-bcd0-3b7e0ae186e6 req-e858876c-6e86-4d7c-8db1-e606471c0b14 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fa9572d-2aef-44c3-9117-bbfd53fd43c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4553003
Sep 08 16:16:12.647575 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 3df6a47f-4781-423d-82d6-7f24dad5341e up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:16:12.797451 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-70deb192-a852-4f09-a713-6373a81b5609 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:16:12.801805 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-0b08711c-a3a1-4c09-9b56-6c0022e19fb4 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Unset dirty status for tenant:212c97f3a57a4db5985bce4f60183ab4 on resource:network {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:16:12.802543 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-0b08711c-a3a1-4c09-9b56-6c0022e19fb4 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/networks?id=582096af-2f90-402d-b754-a13d85dcf0f9 HTTP/1.1" status: 200  len: 810 time: 0.6054862
Sep 08 16:16:12.803938 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:12.806896 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-70deb192-a852-4f09-a713-6373a81b5609 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Usage tracker for resource:port and tenant:3abc28c3a0c44587b1e4367f9363241d is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:16:12.820438 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-70deb192-a852-4f09-a713-6373a81b5609 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:16:12.849617 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-70deb192-a852-4f09-a713-6373a81b5609 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:16:12.909611 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-23789751-35fa-4f86-9d19-b6ce27b1fe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:12.916177 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-23789751-35fa-4f86-9d19-b6ce27b1fe39 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3abc28c3a0c44587b1e4367f9363241d&device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 1096 time: 0.3600280
Sep 08 16:16:12.946509 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Pushing event updated for resources: {'Port': ['ID=c383f026-3af0-40d7-b82a-7196ee7c9260,revision_number=5']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:12.952565 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:13.006354 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 9bbcf2be-3721-436a-98a5-308ffff99b29, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=9bbcf2be-3721-436a-98a5-308ffff99b29,segment=NetworkSegment(21b3f3ba-15d2-405b-8cb9-122dad387cd3),segment_id=21b3f3ba-15d2-405b-8cb9-122dad387cd3)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:16:13.013565 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:13.015907 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:13.043567 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-911df03c-57b6-4ba0-a841-ff246f9fb06c tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/quotas/212c97f3a57a4db5985bce4f60183ab4 HTTP/1.1" status: 200  len: 375 time: 0.2244964
Sep 08 16:16:13.114163 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-70deb192-a852-4f09-a713-6373a81b5609 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Made reservation on behalf of 3abc28c3a0c44587b1e4367f9363241d for: {'port': 1} {{(pid=79426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:16:13.129162 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=9bbcf2be-3721-436a-98a5-308ffff99b29,revision_number=5']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:13.133720 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:13.135235 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 3df6a47f-4781-423d-82d6-7f24dad5341e triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:16:13.135755 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:13.149800 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-70deb192-a852-4f09-a713-6373a81b5609 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:13.300458 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-d0e0c040-6f48-4359-9773-a8491aead206 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59e7e543-15da-4662-9f0c-ec72acd13a77 HTTP/1.1" status: 200  len: 217 time: 0.3694596
Sep 08 16:16:13.404435 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-b6f14d18-c69d-460f-ace5-194c9422c35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:13.406642 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-b6f14d18-c69d-460f-ace5-194c9422c35d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f1c7eae5-6224-43b1-885e-66fb149f1dc6 HTTP/1.1" status: 200  len: 859 time: 0.0988858
Sep 08 16:16:13.491459 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-686a3625-a6a9-47b8-a90f-a3410a58ea8e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5411d955-3db9-47e2-83ab-d4abbd225415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0768788
Sep 08 16:16:13.636787 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-5b1558e5-323d-431b-a8f9-9b794a102b03 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=212c97f3a57a4db5985bce4f60183ab4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5348277
Sep 08 16:16:13.659213 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758cbb9-d5cb-45ce-bbae-36ce54ef20fc req-6ec83f4e-09aa-4e69-b194-112f38d76ec7 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:13.661183 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3758cbb9-d5cb-45ce-bbae-36ce54ef20fc req-6ec83f4e-09aa-4e69-b194-112f38d76ec7 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=5667d820-d623-4b13-af5f-cee38599c046 HTTP/1.1" status: 200  len: 945 time: 0.8066657
Sep 08 16:16:13.683783 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-9f6c9309-dcbc-4a45-b622-8c73f2849da6 service neutron] 10.222.0.70 "GET /v2.0/networks/5411d955-3db9-47e2-83ab-d4abbd225415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1853421
Sep 08 16:16:13.858793 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3758cbb9-d5cb-45ce-bbae-36ce54ef20fc req-886c6e30-51ba-448e-ba2e-7aca9bddf0b1 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1679533
Sep 08 16:16:13.878279 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f3cc3571-f2a1-49ef-a387-267508a1cc80 req-70ed9ea4-7a70-4989-8f0e-787e62af64cb service neutron] 10.222.0.70 "GET /v2.0/networks/5411d955-3db9-47e2-83ab-d4abbd225415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1877496
Sep 08 16:16:13.902322 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.db_base_plugin_common [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-70deb192-a852-4f09-a713-6373a81b5609 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Allocated IP 172.20.0.11 (5411d955-3db9-47e2-83ab-d4abbd225415/f1c7eae5-6224-43b1-885e-66fb149f1dc6/78b9175d-18a8-472a-b285-f0a5f252604e) {{(pid=79426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:16:13.934937 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-6a12d737-72a1-4055-bb75-20970d679d72 service neutron] 10.222.0.25 "GET /v2.0/networks/582096af-2f90-402d-b754-a13d85dcf0f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2681038
Sep 08 16:16:14.171950 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6ba00f1a-485c-461f-b4b7-32ac112d6dd7 req-0afe9ac6-0ccc-4be8-9c8e-5d2b4cf85051 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 210 time: 0.0978384
Sep 08 16:16:14.279627 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-8ce76cb9-d514-4fe1-9b27-a61678b1d923 service neutron] 10.222.0.25 "GET /v2.0/networks/582096af-2f90-402d-b754-a13d85dcf0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3211837
Sep 08 16:16:14.350879 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-70deb192-a852-4f09-a713-6373a81b5609 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Notify callbacks [] for port, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:14.389581 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-70deb192-a852-4f09-a713-6373a81b5609 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692'] for port, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:14.415464 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:14.566341 dv-cinder-807898-1-iscsi neutron-server[79427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5667d820-d623-4b13-af5f-cee38599c046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbd5dee-f58a-4b80-ad1f-8953c26b4057', 'code': 200}
Sep 08 16:16:14.618644 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-70deb192-a852-4f09-a713-6373a81b5609 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Network 5411d955-3db9-47e2-83ab-d4abbd225415 is already hosted by enough agents. {{(pid=79426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:16:14.652818 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.base_scheduler [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-70deb192-a852-4f09-a713-6373a81b5609 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Resources bound (agent type, host, resource id):  {{(pid=79426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:16:14.669805 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.l3_dvrscheduler_db [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-70deb192-a852-4f09-a713-6373a81b5609 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Received port after_create {{(pid=79426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:16:14.684401 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '025be250-ed13-4171-af63-942ce76ab60a', 'tag': '59e7e543-15da-4662-9f0c-ec72acd13a77', 'status': 'completed', 'code': 200}
Sep 08 16:16:14.715733 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device c383f026-3af0-40d7-b82a-7196ee7c9260 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:16:14.719538 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-70deb192-a852-4f09-a713-6373a81b5609 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:14.720290 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-70deb192-a852-4f09-a713-6373a81b5609 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for port, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:14.755086 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70deb192-a852-4f09-a713-6373a81b5609 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Pushing event updated for resources: {'Port': ['ID=78b9175d-18a8-472a-b285-f0a5f252604e,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:14.834869 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-70deb192-a852-4f09-a713-6373a81b5609 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:14.909592 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-70deb192-a852-4f09-a713-6373a81b5609 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7494569
Sep 08 16:16:14.939940 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-ffe5e937-725e-45e8-9b55-166621eadeac service neutron] Request body: {'port': {'device_id': 'ccdab9af-f621-453f-9905-a59a53ee671c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:16:15.061891 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port c383f026-3af0-40d7-b82a-7196ee7c9260 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:16:15.079398 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:15.099114 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855701b-6d09-4767-a4ee-aea9cab92176 req-6471223d-126d-4f71-9071-a39397ec3fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:15.123569 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-c855701b-6d09-4767-a4ee-aea9cab92176 req-6471223d-126d-4f71-9071-a39397ec3fc4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3abc28c3a0c44587b1e4367f9363241d&device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 1096 time: 0.3607759
Sep 08 16:16:15.397111 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.70', 53071) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:15.705897 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-3aa4cff2-02dd-49f7-8b24-dc548d95faf2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Synchronizing usage tracker for tenant:8151b8f5193c4e4eb58002780ae62270 on resource:security_group {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:16:15.745927 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:15.755065 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855701b-6d09-4767-a4ee-aea9cab92176 req-f8da045e-4a34-4466-8b85-4dff5ce9f14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:15.765755 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-c855701b-6d09-4767-a4ee-aea9cab92176 req-f8da045e-4a34-4466-8b85-4dff5ce9f14f service neutron] 10.222.0.70 "GET /v2.0/networks?id=5411d955-3db9-47e2-83ab-d4abbd225415 HTTP/1.1" status: 200  len: 920 time: 0.6316483
Sep 08 16:16:15.800846 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-3aa4cff2-02dd-49f7-8b24-dc548d95faf2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Unset dirty status for tenant:8151b8f5193c4e4eb58002780ae62270 on resource:security_group {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:16:15.805161 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-3aa4cff2-02dd-49f7-8b24-dc548d95faf2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--124934172&fields=id&tenant_id=8151b8f5193c4e4eb58002780ae62270 HTTP/1.1" status: 200  len: 267 time: 0.7422426
Sep 08 16:16:15.835742 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c5e66-2025-4209-b132-c83fc53c3f98 req-e50d805d-4d02-4758-8dfe-e5fcf775906b tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:15.841550 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9f8c5e66-2025-4209-b132-c83fc53c3f98 req-e50d805d-4d02-4758-8dfe-e5fcf775906b tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9b195b8-bfe8-41df-869b-6898cf9164ec HTTP/1.1" status: 200  len: 946 time: 0.7655060
Sep 08 16:16:15.843306 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-ffe5e937-725e-45e8-9b55-166621eadeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:15.941824 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-c855701b-6d09-4767-a4ee-aea9cab92176 req-c4346bd6-c55c-4928-9862-67ae5628aaed service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59e7e543-15da-4662-9f0c-ec72acd13a77 HTTP/1.1" status: 200  len: 217 time: 0.1570451
Sep 08 16:16:15.945032 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08021dc-768d-467a-8c00-8ac5efda0b84 req-b318f229-42c3-4c14-a143-63f5c04bb3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:15.947150 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-a08021dc-768d-467a-8c00-8ac5efda0b84 req-b318f229-42c3-4c14-a143-63f5c04bb3ac service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5667d820-d623-4b13-af5f-cee38599c046 HTTP/1.1" status: 200  len: 1098 time: 0.5306304
Sep 08 16:16:16.060642 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-a08021dc-768d-467a-8c00-8ac5efda0b84 req-acd24002-0c81-4b63-8a5a-087884c6a658 service neutron] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:16.129853 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [req-a08021dc-768d-467a-8c00-8ac5efda0b84 req-acd24002-0c81-4b63-8a5a-087884c6a658 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:16:16.147681 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-a08021dc-768d-467a-8c00-8ac5efda0b84 req-acd24002-0c81-4b63-8a5a-087884c6a658 service neutron] Usage tracker for resource:security_group_rule and tenant:9da441fe659247f1ad1fcaf58fa82c66 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:16:16.159138 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855701b-6d09-4767-a4ee-aea9cab92176 req-b57bb342-79c1-4fa1-9aa7-e4a952955d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:16.165212 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-c855701b-6d09-4767-a4ee-aea9cab92176 req-b57bb342-79c1-4fa1-9aa7-e4a952955d54 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f1c7eae5-6224-43b1-885e-66fb149f1dc6 HTTP/1.1" status: 200  len: 859 time: 0.2154219
Sep 08 16:16:16.168740 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-a08021dc-768d-467a-8c00-8ac5efda0b84 req-acd24002-0c81-4b63-8a5a-087884c6a658 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:16:16.284225 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [req-a08021dc-768d-467a-8c00-8ac5efda0b84 req-acd24002-0c81-4b63-8a5a-087884c6a658 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:16:16.301725 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-c855701b-6d09-4767-a4ee-aea9cab92176 req-3a45bb9e-11c6-47fa-a22f-22030bb1668f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5411d955-3db9-47e2-83ab-d4abbd225415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1251442
Sep 08 16:16:16.455125 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9f8c5e66-2025-4209-b132-c83fc53c3f98 req-49c6302a-aae9-47c5-bd3c-f5225c578b1f tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fa9572d-2aef-44c3-9117-bbfd53fd43c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3182778
Sep 08 16:16:16.568281 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b195b8-bfe8-41df-869b-6898cf9164ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbcf2be-3721-436a-98a5-308ffff99b29'}] {{(pid=79427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:16:16.600840 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-cc5c1d0b-a440-411a-bc2c-de88209bd491 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:16.601972 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-cc5c1d0b-a440-411a-bc2c-de88209bd491 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Synchronizing usage tracker for tenant:8151b8f5193c4e4eb58002780ae62270 on resource:network {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:16:16.675300 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-cc5c1d0b-a440-411a-bc2c-de88209bd491 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Unset dirty status for tenant:8151b8f5193c4e4eb58002780ae62270 on resource:network {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:16:16.677016 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-cc5c1d0b-a440-411a-bc2c-de88209bd491 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/networks?id=75dd61b0-379a-4abd-83d0-357fccbfe480 HTTP/1.1" status: 200  len: 817 time: 0.8010097
Sep 08 16:16:16.719786 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-c855701b-6d09-4767-a4ee-aea9cab92176 req-adbb5d7e-91a1-49fb-8f47-905375dd4bc9 service neutron] 10.222.0.70 "GET /v2.0/networks/5411d955-3db9-47e2-83ab-d4abbd225415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4054232
Sep 08 16:16:16.844162 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-06684924-ca7e-4b9c-8f35-5dac12ab734a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/quotas/8151b8f5193c4e4eb58002780ae62270 HTTP/1.1" status: 200  len: 375 time: 0.1396410
Sep 08 16:16:16.877601 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5b861fea-f472-45b5-9c82-afad9b6890c9 req-ee1a2c31-934e-44ad-be74-effee881a06a tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 210 time: 0.1037955
Sep 08 16:16:16.935030 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 59e7e543-15da-4662-9f0c-ec72acd13a77 details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 08 16:16:16.988567 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-a08021dc-768d-467a-8c00-8ac5efda0b84 req-acd24002-0c81-4b63-8a5a-087884c6a658 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:17.006499 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-a08021dc-768d-467a-8c00-8ac5efda0b84 req-acd24002-0c81-4b63-8a5a-087884c6a658 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:17.066345 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:17.132163 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-c855701b-6d09-4767-a4ee-aea9cab92176 req-ac7a0550-3fd1-49eb-9eec-d5cb8db44fe9 service neutron] 10.222.0.70 "GET /v2.0/networks/5411d955-3db9-47e2-83ab-d4abbd225415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4051673
Sep 08 16:16:17.141978 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-a08021dc-768d-467a-8c00-8ac5efda0b84 req-acd24002-0c81-4b63-8a5a-087884c6a658 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1359272
Sep 08 16:16:17.154058 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd24002-0c81-4b63-8a5a-087884c6a658 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=350b01ca-dbe1-4d7b-920d-13de6458a901,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:17.169364 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-acd24002-0c81-4b63-8a5a-087884c6a658 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:17.318298 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 59e7e543-15da-4662-9f0c-ec72acd13a77, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=59e7e543-15da-4662-9f0c-ec72acd13a77,segment=NetworkSegment(893ed9cc-48a8-450f-9ac5-4af6a46b4e12),segment_id=893ed9cc-48a8-450f-9ac5-4af6a46b4e12)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:16:17.340259 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Returning: {'device': '59e7e543-15da-4662-9f0c-ec72acd13a77', 'network_id': '5411d955-3db9-47e2-83ab-d4abbd225415', 'port_id': '59e7e543-15da-4662-9f0c-ec72acd13a77', 'mac_address': 'fa:16:3e:98:6c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c7eae5-6224-43b1-885e-66fb149f1dc6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 08 16:16:17.398658 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-b7bc6406-8b78-41bd-b921-39aafd4f5e18 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8151b8f5193c4e4eb58002780ae62270&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4683144
Sep 08 16:16:17.429404 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:17.456267 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e7e543-15da-4662-9f0c-ec72acd13a77 {{(pid=79427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:16:17.492021 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 59e7e543-15da-4662-9f0c-ec72acd13a77, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=59e7e543-15da-4662-9f0c-ec72acd13a77,segment=NetworkSegment(893ed9cc-48a8-450f-9ac5-4af6a46b4e12),segment_id=893ed9cc-48a8-450f-9ac5-4af6a46b4e12)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:16:17.500144 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:17.502713 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:17.507178 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de19b6-83c0-4fd2-9818-e9d454cbbd3c req-04d1c7bf-b166-4522-9067-21491cdaaae9 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:17.508881 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-70de19b6-83c0-4fd2-9818-e9d454cbbd3c req-04d1c7bf-b166-4522-9067-21491cdaaae9 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=5667d820-d623-4b13-af5f-cee38599c046 HTTP/1.1" status: 200  len: 945 time: 0.2517099
Sep 08 16:16:17.603959 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.notifiers.nova [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-ffe5e937-725e-45e8-9b55-166621eadeac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78b9175d-18a8-472a-b285-f0a5f252604e {{(pid=79426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:16:17.625821 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-ffe5e937-725e-45e8-9b55-166621eadeac service neutron] Notify callbacks [] for port, precommit_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:17.711522 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-70de19b6-83c0-4fd2-9818-e9d454cbbd3c req-96758a0c-ed47-4d70-ae6a-0af93f8f1992 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1460149
Sep 08 16:16:17.720626 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=59e7e543-15da-4662-9f0c-ec72acd13a77,revision_number=4']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:17.723372 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.provisioning_blocks [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-ffe5e937-725e-45e8-9b55-166621eadeac service neutron] Transition to ACTIVE for port object 78b9175d-18a8-472a-b285-f0a5f252604e will not be triggered until provisioned by entity L2. {{(pid=79426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:16:17.734860 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:17.762358 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-ffe5e937-725e-45e8-9b55-166621eadeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:17.781025 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-ebfd4efb-1db4-48c9-8f0e-81a57bb89e37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:17.838301 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['59e7e543-15da-4662-9f0c-ec72acd13a77'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:16:17.872112 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-ca7f1733-a2ea-4fa4-9c85-b0e9f1124905 service neutron] 10.222.0.25 "GET /v2.0/networks/75dd61b0-379a-4abd-83d0-357fccbfe480?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4177287
Sep 08 16:16:18.101881 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-dc42f733-27dd-4a9e-9e67-13f1b64a8101 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:18.109726 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-dc42f733-27dd-4a9e-9e67-13f1b64a8101 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.70 "GET /v2.0/networks?id=582096af-2f90-402d-b754-a13d85dcf0f9 HTTP/1.1" status: 200  len: 810 time: 0.6325884
Sep 08 16:16:18.256497 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-6dde3820-1a2d-4147-99a0-595ff95ccfea tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Synchronizing usage tracker for tenant:212c97f3a57a4db5985bce4f60183ab4 on resource:security_group {{(pid=79425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:16:18.287457 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-6dde3820-1a2d-4147-99a0-595ff95ccfea tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Unset dirty status for tenant:212c97f3a57a4db5985bce4f60183ab4 on resource:security_group {{(pid=79425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:16:18.289364 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-6dde3820-1a2d-4147-99a0-595ff95ccfea tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=212c97f3a57a4db5985bce4f60183ab4 HTTP/1.1" status: 200  len: 380 time: 0.1634545
Sep 08 16:16:18.306253 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-fb059a5f-25a6-4cdd-a467-06c74ef3ea6a tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Request body: {'port': {'device_id': '3db24e43-208d-4d9e-a75c-98f3168ab156', 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9', 'admin_state_up': True, 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'security_groups': ['bdab7efc-9847-4150-b22a-9736601c7615']}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:16:18.479013 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5e937-725e-45e8-9b55-166621eadeac service neutron] Pushing event updated for resources: {'Port': ['ID=78b9175d-18a8-472a-b285-f0a5f252604e,revision_number=2']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:18.483722 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-ffe5e937-725e-45e8-9b55-166621eadeac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:18.516008 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-fb059a5f-25a6-4cdd-a467-06c74ef3ea6a tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:16:18.521011 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-fb059a5f-25a6-4cdd-a467-06c74ef3ea6a tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Usage tracker for resource:port and tenant:212c97f3a57a4db5985bce4f60183ab4 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:16:18.524913 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-fb059a5f-25a6-4cdd-a467-06c74ef3ea6a tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:16:18.532541 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-fb059a5f-25a6-4cdd-a467-06c74ef3ea6a tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:16:18.546085 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-fb059a5f-25a6-4cdd-a467-06c74ef3ea6a tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Made reservation on behalf of 212c97f3a57a4db5985bce4f60183ab4 for: {'port': 1} {{(pid=79425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:16:18.551271 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-fb059a5f-25a6-4cdd-a467-06c74ef3ea6a tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:18.566783 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.managers [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-ffe5e937-725e-45e8-9b55-166621eadeac service neutron] Attempting to bind port 78b9175d-18a8-472a-b285-f0a5f252604e on host hv-cinder-80789 for vnic_type normal with profile  {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:16:18.567364 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.managers [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-ffe5e937-725e-45e8-9b55-166621eadeac service neutron] Attempting to bind port 78b9175d-18a8-472a-b285-f0a5f252604e by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': '893ed9cc-48a8-450f-9ac5-4af6a46b4e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '5411d955-3db9-47e2-83ab-d4abbd225415'}] {{(pid=79426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:16:18.568176 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-ffe5e937-725e-45e8-9b55-166621eadeac service neutron] Attempting to bind port 78b9175d-18a8-472a-b285-f0a5f252604e on network 5411d955-3db9-47e2-83ab-d4abbd225415 {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:16:18.594695 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-9f602c3f-ff61-44df-ba2b-dbb797830bcc service neutron] 10.222.0.25 "GET /v2.0/networks/75dd61b0-379a-4abd-83d0-357fccbfe480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7019079
Sep 08 16:16:18.600704 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-ffe5e937-725e-45e8-9b55-166621eadeac service neutron] Port 78b9175d-18a8-472a-b285-f0a5f252604e on network 5411d955-3db9-47e2-83ab-d4abbd225415 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 08 16:16:18.601247 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-ffe5e937-725e-45e8-9b55-166621eadeac service neutron] Attempting to bind port 78b9175d-18a8-472a-b285-f0a5f252604e on network 5411d955-3db9-47e2-83ab-d4abbd225415 {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:16:18.633508 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-ffe5e937-725e-45e8-9b55-166621eadeac service neutron] Checking agent: {'id': 'c4ee52ba-d613-406f-b441-649e3bfebfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'started_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:16:18.633850 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-ffe5e937-725e-45e8-9b55-166621eadeac service neutron] Checking segment: {'id': '893ed9cc-48a8-450f-9ac5-4af6a46b4e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '5411d955-3db9-47e2-83ab-d4abbd225415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:16:18.634677 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-ffe5e937-725e-45e8-9b55-166621eadeac service neutron] Bound using segment: {'id': '893ed9cc-48a8-450f-9ac5-4af6a46b4e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '5411d955-3db9-47e2-83ab-d4abbd225415'} {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:16:18.634845 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.managers [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-ffe5e937-725e-45e8-9b55-166621eadeac service neutron] Bound port: 78b9175d-18a8-472a-b285-f0a5f252604e, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '893ed9cc-48a8-450f-9ac5-4af6a46b4e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '5411d955-3db9-47e2-83ab-d4abbd225415'}}] {{(pid=79426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:16:18.635104 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-ffe5e937-725e-45e8-9b55-166621eadeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:18.750489 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a9266-9a4c-40e0-b55a-c1d388b4a2b5 req-07b0a657-1e04-4ec9-8b15-f10ae42a859f tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:18.751263 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-e30a9266-9a4c-40e0-b55a-c1d388b4a2b5 req-07b0a657-1e04-4ec9-8b15-f10ae42a859f tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Synchronizing usage tracker for tenant:3abc28c3a0c44587b1e4367f9363241d on resource:port {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:16:18.806667 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_common [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-fb059a5f-25a6-4cdd-a467-06c74ef3ea6a tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Allocated IP 172.20.0.14 (582096af-2f90-402d-b754-a13d85dcf0f9/6fbf176d-0f2a-4301-81f2-4479a85d15c0/ada104b9-d491-45ae-a144-07da180661e5) {{(pid=79425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:16:18.810202 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-e30a9266-9a4c-40e0-b55a-c1d388b4a2b5 req-07b0a657-1e04-4ec9-8b15-f10ae42a859f tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Unset dirty status for tenant:3abc28c3a0c44587b1e4367f9363241d on resource:port {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:16:18.811701 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-e30a9266-9a4c-40e0-b55a-c1d388b4a2b5 req-07b0a657-1e04-4ec9-8b15-f10ae42a859f tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 944 time: 0.6715269
Sep 08 16:16:18.824524 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-ffe5e937-725e-45e8-9b55-166621eadeac service neutron] For port 78b9175d-18a8-472a-b285-f0a5f252604e, host hv-cinder-80789, cleared binding levels {{(pid=79426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:16:18.829386 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-ffe5e937-725e-45e8-9b55-166621eadeac service neutron] For port 78b9175d-18a8-472a-b285-f0a5f252604e, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=78b9175d-18a8-472a-b285-f0a5f252604e,segment=NetworkSegment(893ed9cc-48a8-450f-9ac5-4af6a46b4e12),segment_id=893ed9cc-48a8-450f-9ac5-4af6a46b4e12)] {{(pid=79426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:16:18.883933 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-ffe5e937-725e-45e8-9b55-166621eadeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:18.900923 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:18.935354 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-e30a9266-9a4c-40e0-b55a-c1d388b4a2b5 req-941413fd-ba9b-47cf-b116-2796e50ed6c1 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Synchronizing usage tracker for tenant:3abc28c3a0c44587b1e4367f9363241d on resource:security_group {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:16:18.937974 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 59e7e543-15da-4662-9f0c-ec72acd13a77 up at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:16:18.976791 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-ffe5e937-725e-45e8-9b55-166621eadeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:18.976791 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-ffe5e937-725e-45e8-9b55-166621eadeac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for port, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:18.978258 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-ffe5e937-725e-45e8-9b55-166621eadeac service neutron] 10.222.0.70 "PUT /v2.0/ports/78b9175d-18a8-472a-b285-f0a5f252604e HTTP/1.1" status: 200  len: 1094 time: 4.0582137
Sep 08 16:16:18.978894 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccdab9af-f621-453f-9905-a59a53ee671c', 'tag': '78b9175d-18a8-472a-b285-f0a5f252604e'}] {{(pid=79426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:16:19.046229 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5e937-725e-45e8-9b55-166621eadeac service neutron] Pushing event updated for resources: {'Port': ['ID=78b9175d-18a8-472a-b285-f0a5f252604e,revision_number=3']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:19.051296 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-e30a9266-9a4c-40e0-b55a-c1d388b4a2b5 req-941413fd-ba9b-47cf-b116-2796e50ed6c1 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Unset dirty status for tenant:3abc28c3a0c44587b1e4367f9363241d on resource:security_group {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:16:19.052694 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-e30a9266-9a4c-40e0-b55a-c1d388b4a2b5 req-941413fd-ba9b-47cf-b116-2796e50ed6c1 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2210531
Sep 08 16:16:19.053598 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-ffe5e937-725e-45e8-9b55-166621eadeac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:19.188581 dv-cinder-807898-1-iscsi neutron-server[79427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b195b8-bfe8-41df-869b-6898cf9164ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbcf2be-3721-436a-98a5-308ffff99b29', 'code': 200}
Sep 08 16:16:19.261378 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-fb059a5f-25a6-4cdd-a467-06c74ef3ea6a tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for port, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:19.301020 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning for port 59e7e543-15da-4662-9f0c-ec72acd13a77 completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:16:19.325732 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.provisioning_blocks [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-fb059a5f-25a6-4cdd-a467-06c74ef3ea6a tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Transition to ACTIVE for port object ada104b9-d491-45ae-a144-07da180661e5 will not be triggered until provisioned by entity DHCP. {{(pid=79425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:16:19.333056 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning complete for port 59e7e543-15da-4662-9f0c-ec72acd13a77 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:16:19.333670 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:19.470779 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-fb059a5f-25a6-4cdd-a467-06c74ef3ea6a tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692'] for port, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:19.533695 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:19.782018 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-fb059a5f-25a6-4cdd-a467-06c74ef3ea6a tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Network 582096af-2f90-402d-b754-a13d85dcf0f9 is already hosted by enough agents. {{(pid=79425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:16:19.788133 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-fb059a5f-25a6-4cdd-a467-06c74ef3ea6a tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Resources bound (agent type, host, resource id):  {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:16:19.796112 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-fb059a5f-25a6-4cdd-a467-06c74ef3ea6a tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Received port after_create {{(pid=79425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:16:19.805072 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-fb059a5f-25a6-4cdd-a467-06c74ef3ea6a tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:19.805931 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-fb059a5f-25a6-4cdd-a467-06c74ef3ea6a tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:19.845549 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-fb059a5f-25a6-4cdd-a467-06c74ef3ea6a tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5507095
Sep 08 16:16:20.038899 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb059a5f-25a6-4cdd-a467-06c74ef3ea6a tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Pushing event updated for resources: {'Port': ['ID=ada104b9-d491-45ae-a144-07da180661e5,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:20.040612 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:20.062682 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Request body: {'port': {'device_id': '3db24e43-208d-4d9e-a75c-98f3168ab156', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:16:20.158024 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-fb059a5f-25a6-4cdd-a467-06c74ef3ea6a tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:20.177517 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 59e7e543-15da-4662-9f0c-ec72acd13a77, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=59e7e543-15da-4662-9f0c-ec72acd13a77,segment=NetworkSegment(893ed9cc-48a8-450f-9ac5-4af6a46b4e12),segment_id=893ed9cc-48a8-450f-9ac5-4af6a46b4e12)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:16:20.193576 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:20.196510 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-ce7cea14-eae8-42c7-8d66-5c43dc030e7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:20.386891 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-1903dc7c-f20e-44b7-8f46-67fc7e3b6843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:20.393938 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-1903dc7c-f20e-44b7-8f46-67fc7e3b6843 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3abc28c3a0c44587b1e4367f9363241d&device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 1097 time: 1.1914430
Sep 08 16:16:20.415632 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a84a57-a05e-44bc-95de-a87f10e266b0 req-d01916d4-d8d4-4ad8-8427-ff835cfa4af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:20.419750 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-97a84a57-a05e-44bc-95de-a87f10e266b0 req-d01916d4-d8d4-4ad8-8427-ff835cfa4af6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c9b195b8-bfe8-41df-869b-6898cf9164ec HTTP/1.1" status: 200  len: 1099 time: 0.5310643
Sep 08 16:16:20.435843 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:20.459409 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=59e7e543-15da-4662-9f0c-ec72acd13a77,revision_number=5']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:20.469690 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:20.495260 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-14854713-2c6f-456e-991b-23395a219c0d None None] Provisioning for port ada104b9-d491-45ae-a144-07da180661e5 completed by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:16:20.515026 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-14854713-2c6f-456e-991b-23395a219c0d None None] Provisioning complete for port ada104b9-d491-45ae-a144-07da180661e5 triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:16:20.516894 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-14854713-2c6f-456e-991b-23395a219c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:20.520459 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b6189-70ce-40ed-b215-a0239ec2c6d3 req-6c2b3109-57a0-4b3b-bbbd-1929e7530876 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:20.528217 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f99b6189-70ce-40ed-b215-a0239ec2c6d3 req-6c2b3109-57a0-4b3b-bbbd-1929e7530876 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 932 time: 0.7829206
Sep 08 16:16:20.566553 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-115b6e2e-77e2-44b6-906c-025b2bb79512 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78b9175d-18a8-472a-b285-f0a5f252604e HTTP/1.1" status: 200  len: 217 time: 0.1317952
Sep 08 16:16:20.582001 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-97a84a57-a05e-44bc-95de-a87f10e266b0 req-5eb18a0c-60c8-4941-afde-902292e348fb service neutron] Synchronizing usage tracker for tenant:9da441fe659247f1ad1fcaf58fa82c66 on resource:security_group {{(pid=79425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:16:20.596864 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd278b7a-efe5-49df-9486-b169bf016223 req-5ae041ae-846c-44af-8751-7b86611f3f3f tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:20.612890 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-cd278b7a-efe5-49df-9486-b169bf016223 req-5ae041ae-846c-44af-8751-7b86611f3f3f tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9b195b8-bfe8-41df-869b-6898cf9164ec HTTP/1.1" status: 200  len: 946 time: 0.8649502
Sep 08 16:16:20.622692 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-14854713-2c6f-456e-991b-23395a219c0d None None] Port ada104b9-d491-45ae-a144-07da180661e5 cannot update to ACTIVE because it is not bound. {{(pid=79427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 08 16:16:20.630787 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-97a84a57-a05e-44bc-95de-a87f10e266b0 req-5eb18a0c-60c8-4941-afde-902292e348fb service neutron] Unset dirty status for tenant:9da441fe659247f1ad1fcaf58fa82c66 on resource:security_group {{(pid=79425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:16:20.632395 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-97a84a57-a05e-44bc-95de-a87f10e266b0 req-5eb18a0c-60c8-4941-afde-902292e348fb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8fa9572d-2aef-44c3-9117-bbfd53fd43c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1985815
Sep 08 16:16:20.787968 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f99b6189-70ce-40ed-b215-a0239ec2c6d3 req-fd9174b0-c205-4b67-a6aa-62ab1149ad5a tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2585752
Sep 08 16:16:20.820450 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-cd278b7a-efe5-49df-9486-b169bf016223 req-06c37944-3419-4e32-b5d5-dcee12e1ca80 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fa9572d-2aef-44c3-9117-bbfd53fd43c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2049732
Sep 08 16:16:20.826897 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-5a3d4e0c-01e9-411d-b98a-4e49bb536e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:20.829504 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-5a3d4e0c-01e9-411d-b98a-4e49bb536e51 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f1c7eae5-6224-43b1-885e-66fb149f1dc6 HTTP/1.1" status: 200  len: 859 time: 0.2499697
Sep 08 16:16:21.141888 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada104b9-d491-45ae-a144-07da180661e5 {{(pid=79425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:16:21.148928 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 36814) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:21.165199 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:21.190327 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025be250-ed13-4171-af63-942ce76ab60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e7e543-15da-4662-9f0c-ec72acd13a77'}] {{(pid=79427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:16:21.200817 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.provisioning_blocks [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Transition to ACTIVE for port object ada104b9-d491-45ae-a144-07da180661e5 will not be triggered until provisioned by entity L2. {{(pid=79425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:16:21.204536 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-8920c996-169b-4905-838f-cf7914cf2d29 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5411d955-3db9-47e2-83ab-d4abbd225415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2706230
Sep 08 16:16:21.210001 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:21.219884 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-d2cc1344-ab00-4a8c-9d8a-44cdba15b869 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:21.271158 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0d6a3a37-851d-48cf-8313-b4059fc4d4a6 req-3ef16727-cbad-47e8-bb88-ee4d529c6bb1 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 210 time: 0.2122433
Sep 08 16:16:21.536806 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccdab9af-f621-453f-9905-a59a53ee671c', 'tag': '78b9175d-18a8-472a-b285-f0a5f252604e', 'status': 'completed', 'code': 200}
Sep 08 16:16:21.547123 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-aaecbf3c-529c-4d84-9f76-12c8c2d79e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:21.585699 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Pushing event updated for resources: {'Port': ['ID=ada104b9-d491-45ae-a144-07da180661e5,revision_number=2']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:21.608887 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-641d0ea6-168e-4354-8c9f-346943d10ea4 service neutron] 10.222.0.70 "GET /v2.0/networks/5411d955-3db9-47e2-83ab-d4abbd225415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3770912
Sep 08 16:16:21.613939 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:21.615046 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Attempting to bind port ada104b9-d491-45ae-a144-07da180661e5 on host hv-cinder-80789 for vnic_type normal with profile  {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:16:21.615599 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Attempting to bind port ada104b9-d491-45ae-a144-07da180661e5 by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': '967548e4-bbe3-4c32-a3ac-8b359fdd3bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9'}] {{(pid=79425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:16:21.616236 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Attempting to bind port ada104b9-d491-45ae-a144-07da180661e5 on network 582096af-2f90-402d-b754-a13d85dcf0f9 {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:16:21.626003 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d6e9e-7f4d-4f8b-927e-4a4c2fb67ccc req-ceddfb8e-a700-42df-b56c-7c41b6750302 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:21.633838 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-aaecbf3c-529c-4d84-9f76-12c8c2d79e50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:16:21.639282 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5a1d6e9e-7f4d-4f8b-927e-4a4c2fb67ccc req-ceddfb8e-a700-42df-b56c-7c41b6750302 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=5667d820-d623-4b13-af5f-cee38599c046 HTTP/1.1" status: 200  len: 945 time: 0.5782828
Sep 08 16:16:21.641237 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Port ada104b9-d491-45ae-a144-07da180661e5 on network 582096af-2f90-402d-b754-a13d85dcf0f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 08 16:16:21.644899 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Attempting to bind port ada104b9-d491-45ae-a144-07da180661e5 on network 582096af-2f90-402d-b754-a13d85dcf0f9 {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:16:21.652958 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-aaecbf3c-529c-4d84-9f76-12c8c2d79e50 admin admin] Usage tracker for resource:security_group_rule and tenant:e76565510d0d4e719cecb26bc29ef287 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:16:21.657642 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-aaecbf3c-529c-4d84-9f76-12c8c2d79e50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:16:21.679080 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Checking agent: {'id': 'c4ee52ba-d613-406f-b441-649e3bfebfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'started_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:16:21.679982 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Checking segment: {'id': '967548e4-bbe3-4c32-a3ac-8b359fdd3bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:16:21.680684 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Bound using segment: {'id': '967548e4-bbe3-4c32-a3ac-8b359fdd3bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9'} {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:16:21.681589 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Bound port: ada104b9-d491-45ae-a144-07da180661e5, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '967548e4-bbe3-4c32-a3ac-8b359fdd3bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9'}}] {{(pid=79425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:16:21.683615 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:21.701771 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-aaecbf3c-529c-4d84-9f76-12c8c2d79e50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:16:21.947376 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] For port ada104b9-d491-45ae-a144-07da180661e5, host hv-cinder-80789, cleared binding levels {{(pid=79425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:16:21.964579 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5a1d6e9e-7f4d-4f8b-927e-4a4c2fb67ccc req-482006f1-2bd6-4fba-b32e-8c53c827b8e5 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3237863
Sep 08 16:16:21.966816 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] For port ada104b9-d491-45ae-a144-07da180661e5, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=ada104b9-d491-45ae-a144-07da180661e5,segment=NetworkSegment(967548e4-bbe3-4c32-a3ac-8b359fdd3bd4),segment_id=967548e4-bbe3-4c32-a3ac-8b359fdd3bd4)] {{(pid=79425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:16:21.979852 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:21.988969 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:22.127442 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:22.140081 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:22.142530 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] 10.222.0.70 "PUT /v2.0/ports/ada104b9-d491-45ae-a144-07da180661e5 HTTP/1.1" status: 200  len: 1094 time: 2.2511897
Sep 08 16:16:22.143295 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db24e43-208d-4d9e-a75c-98f3168ab156', 'tag': 'ada104b9-d491-45ae-a144-07da180661e5'}] {{(pid=79425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:16:22.195630 dv-cinder-807898-1-iscsi neutron-server[79427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025be250-ed13-4171-af63-942ce76ab60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e7e543-15da-4662-9f0c-ec72acd13a77', 'code': 200}
Sep 08 16:16:22.358335 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-299fd22a-8ecc-45e0-acca-5d5cd1890f50 req-d6aa1cc1-ef28-4e2b-8d75-c4ec138fcd2d service neutron] 10.222.0.70 "GET /v2.0/networks/5411d955-3db9-47e2-83ab-d4abbd225415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7131979
Sep 08 16:16:22.501112 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef2d79-e56c-4948-8c5a-6b267d41b494 req-68b2ce68-f9e1-4473-ad31-df0b08aedefc tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:22.526770 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3aef2d79-e56c-4948-8c5a-6b267d41b494 req-68b2ce68-f9e1-4473-ad31-df0b08aedefc tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 944 time: 0.6756306
Sep 08 16:16:22.747179 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-aaecbf3c-529c-4d84-9f76-12c8c2d79e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:22.857925 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-aaecbf3c-529c-4d84-9f76-12c8c2d79e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:23.030989 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Pushing event updated for resources: {'Port': ['ID=ada104b9-d491-45ae-a144-07da180661e5,revision_number=3']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:23.072446 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3aef2d79-e56c-4948-8c5a-6b267d41b494 req-e3c89fda-463f-4c28-a3cb-6bb5b179d0e2 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5274320
Sep 08 16:16:23.074917 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.70', 53089) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:23.115298 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:16:23.116110 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:16:23.116816 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:16:23.117685 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:16:23.130087 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:16:23.130591 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:16:23.131082 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:16:23.131573 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:16:23.132013 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:16:23.132445 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:16:23.132875 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:16:23.133306 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:16:23.160868 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.172s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:23.176179 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-c6e86d07-22d3-4361-b96a-8227fed722e9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:23.236471 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaecbf3c-529c-4d84-9f76-12c8c2d79e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6001ad3f-e209-4200-bc7d-f5cbdda095ee,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:23.273562 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-aaecbf3c-529c-4d84-9f76-12c8c2d79e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:23.285261 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-aaecbf3c-529c-4d84-9f76-12c8c2d79e50 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e76565510d0d4e719cecb26bc29ef287&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1349256
Sep 08 16:16:23.290333 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 36864) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:23.340428 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24084a-04db-4dd6-8f9d-66dad4b5d298 req-8970a4c1-b459-4fa8-848d-e7fa7d2bf6a4 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:23.348350 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-8f24084a-04db-4dd6-8f9d-66dad4b5d298 req-8970a4c1-b459-4fa8-848d-e7fa7d2bf6a4 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 944 time: 0.5525706
Sep 08 16:16:23.365244 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-76038386-37c0-47bd-9cd2-03cc2d646b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:23.367068 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-76038386-37c0-47bd-9cd2-03cc2d646b9e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=212c97f3a57a4db5985bce4f60183ab4&device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 1097 time: 0.6168332
Sep 08 16:16:23.381739 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-de448ef0-a8eb-417c-9fc0-b99082acfe94 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:23.384551 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-de448ef0-a8eb-417c-9fc0-b99082acfe94 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.70 "GET /v2.0/networks?id=75dd61b0-379a-4abd-83d0-357fccbfe480 HTTP/1.1" status: 200  len: 817 time: 0.7176535
Sep 08 16:16:23.463101 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbf536-ce4b-4124-81bb-0afadf6ea0a7 req-f756576a-887d-4d86-a18e-e44cf78b5870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:23.467231 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-52bbf536-ce4b-4124-81bb-0afadf6ea0a7 req-f756576a-887d-4d86-a18e-e44cf78b5870 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3abc28c3a0c44587b1e4367f9363241d&device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 1097 time: 0.9326274
Sep 08 16:16:23.499326 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-8107f9c9-1fdb-46ef-992b-c43dc69dddb9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ada104b9-d491-45ae-a144-07da180661e5 HTTP/1.1" status: 200  len: 217 time: 0.1131246
Sep 08 16:16:23.511637 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-8f24084a-04db-4dd6-8f9d-66dad4b5d298 req-27e158ca-0b06-4088-a684-7bd7759ca83d tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1621583
Sep 08 16:16:23.601533 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3e721-687b-4c8a-aa89-ddcb5a6ceb5b req-be565e82-8777-4c22-8c52-aa20baf2fbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:23.607217 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-98d3e721-687b-4c8a-aa89-ddcb5a6ceb5b req-be565e82-8777-4c22-8c52-aa20baf2fbd7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 1098 time: 0.5242229
Sep 08 16:16:23.635687 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3db24e43-208d-4d9e-a75c-98f3168ab156', 'tag': 'ada104b9-d491-45ae-a144-07da180661e5', 'status': 'completed', 'code': 200}
Sep 08 16:16:23.645799 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-f2e6515b-ab61-4949-9293-42cfd112491b tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Synchronizing usage tracker for tenant:8151b8f5193c4e4eb58002780ae62270 on resource:security_group {{(pid=79425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:16:23.700175 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-897457ec-4e5c-4ea3-a0a5-9654c812a926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:23.712429 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-897457ec-4e5c-4ea3-a0a5-9654c812a926 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6fbf176d-0f2a-4301-81f2-4479a85d15c0 HTTP/1.1" status: 200  len: 849 time: 0.1951246
Sep 08 16:16:23.717978 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-f2e6515b-ab61-4949-9293-42cfd112491b tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Unset dirty status for tenant:8151b8f5193c4e4eb58002780ae62270 on resource:security_group {{(pid=79425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:16:23.720699 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-f2e6515b-ab61-4949-9293-42cfd112491b tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8151b8f5193c4e4eb58002780ae62270 HTTP/1.1" status: 200  len: 379 time: 0.2596471
Sep 08 16:16:23.800632 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-646e8b0a-0027-4828-9aa1-8645d0f1a98c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Request body: {'port': {'device_id': 'b2dd36a3-a4b2-4d0e-8140-e629d0c9954d', 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480', 'admin_state_up': True, 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'security_groups': ['ba9ec00b-b39d-40d8-b1ac-4925803ba1ef']}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:16:23.899561 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-08bdce71-ec2f-47e5-940d-f3cac7948ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:23.951906 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a2bbadec-dbae-43ca-b3d2-0e5e53cd1ba3 req-b344a2f1-1ae4-43c5-a094-6451f1a5d36f tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 210 time: 0.1264520
Sep 08 16:16:23.954940 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-98d3e721-687b-4c8a-aa89-ddcb5a6ceb5b req-d10d5a23-2373-473f-af8d-e1cc89b6cc4f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2675416
Sep 08 16:16:24.024266 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbf536-ce4b-4124-81bb-0afadf6ea0a7 req-b52f680f-25dc-4813-bc67-924491f4e5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:24.026788 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-52bbf536-ce4b-4124-81bb-0afadf6ea0a7 req-b52f680f-25dc-4813-bc67-924491f4e5bb service neutron] 10.222.0.70 "GET /v2.0/networks?id=5411d955-3db9-47e2-83ab-d4abbd225415 HTTP/1.1" status: 200  len: 920 time: 0.4893730
Sep 08 16:16:24.039548 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-08bdce71-ec2f-47e5-940d-f3cac7948ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:24.125546 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-a9f5c62f-74fb-48a3-a34f-82b556684214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:24.128210 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-a9f5c62f-74fb-48a3-a34f-82b556684214 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=582096af-2f90-402d-b754-a13d85dcf0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4049253
Sep 08 16:16:24.142420 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-646e8b0a-0027-4828-9aa1-8645d0f1a98c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:16:24.151839 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-646e8b0a-0027-4828-9aa1-8645d0f1a98c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Usage tracker for resource:port and tenant:8151b8f5193c4e4eb58002780ae62270 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:16:24.157033 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-646e8b0a-0027-4828-9aa1-8645d0f1a98c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:16:24.167525 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-646e8b0a-0027-4828-9aa1-8645d0f1a98c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:16:24.186489 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-646e8b0a-0027-4828-9aa1-8645d0f1a98c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Made reservation on behalf of 8151b8f5193c4e4eb58002780ae62270 for: {'port': 1} {{(pid=79425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:16:24.191622 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-646e8b0a-0027-4828-9aa1-8645d0f1a98c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:24.217562 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411d65e-0f58-4e1c-9ce8-c729957d6c6d req-c7640a16-ec7d-4a75-ae25-d5e4e092324b tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:24.227140 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-1411d65e-0f58-4e1c-9ce8-c729957d6c6d req-c7640a16-ec7d-4a75-ae25-d5e4e092324b tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9b195b8-bfe8-41df-869b-6898cf9164ec HTTP/1.1" status: 200  len: 946 time: 0.6144207
Sep 08 16:16:24.474011 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-52bbf536-ce4b-4124-81bb-0afadf6ea0a7 req-b281e103-0abe-42e8-9ec3-e30d481d25d2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78b9175d-18a8-472a-b285-f0a5f252604e HTTP/1.1" status: 200  len: 217 time: 0.2264535
Sep 08 16:16:24.640711 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-1411d65e-0f58-4e1c-9ce8-c729957d6c6d req-5dcc7b4d-9cef-4dbf-b6ee-7b0aadc692cb tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fa9572d-2aef-44c3-9117-bbfd53fd43c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3948746
Sep 08 16:16:24.674855 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-05460afe-c1f3-41c5-a412-4a4524b22667 service neutron] 10.222.0.70 "GET /v2.0/networks/582096af-2f90-402d-b754-a13d85dcf0f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4374506
Sep 08 16:16:24.723450 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-08bdce71-ec2f-47e5-940d-f3cac7948ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:24.740814 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:16:24.743941 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbf536-ce4b-4124-81bb-0afadf6ea0a7 req-0c647001-b5a9-48c4-9adf-b6f7c54a6404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:24.746057 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-52bbf536-ce4b-4124-81bb-0afadf6ea0a7 req-0c647001-b5a9-48c4-9adf-b6f7c54a6404 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f1c7eae5-6224-43b1-885e-66fb149f1dc6 HTTP/1.1" status: 200  len: 859 time: 0.2581594
Sep 08 16:16:24.749468 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:24.837612 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-52bbf536-ce4b-4124-81bb-0afadf6ea0a7 req-5c6fc4ca-be36-4bf5-b548-a0e3ad1b39c0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5411d955-3db9-47e2-83ab-d4abbd225415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0597684
Sep 08 16:16:24.838645 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bdce71-ec2f-47e5-940d-f3cac7948ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6001ad3f-e209-4200-bc7d-f5cbdda095ee,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:24.851025 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdce71-ec2f-47e5-940d-f3cac7948ae9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:16:24.851312 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdce71-ec2f-47e5-940d-f3cac7948ae9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:16:24.851645 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdce71-ec2f-47e5-940d-f3cac7948ae9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:16:24.851992 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdce71-ec2f-47e5-940d-f3cac7948ae9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:16:24.852348 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdce71-ec2f-47e5-940d-f3cac7948ae9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:16:24.852674 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdce71-ec2f-47e5-940d-f3cac7948ae9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:16:24.853017 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdce71-ec2f-47e5-940d-f3cac7948ae9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:16:24.853347 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdce71-ec2f-47e5-940d-f3cac7948ae9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:16:24.853704 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdce71-ec2f-47e5-940d-f3cac7948ae9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:16:24.854549 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdce71-ec2f-47e5-940d-f3cac7948ae9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:16:24.855038 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdce71-ec2f-47e5-940d-f3cac7948ae9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:16:24.855377 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bdce71-ec2f-47e5-940d-f3cac7948ae9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:16:24.859194 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-08bdce71-ec2f-47e5-940d-f3cac7948ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:24.887167 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-08bdce71-ec2f-47e5-940d-f3cac7948ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:24.891091 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-08bdce71-ec2f-47e5-940d-f3cac7948ae9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6001ad3f-e209-4200-bc7d-f5cbdda095ee HTTP/1.1" status: 204  len: 168 time: 1.5864053
Sep 08 16:16:24.949159 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5331e80-0363-4e2d-ba00-c12ed6a90d1a req-e3eb16e3-7254-4eee-8156-7f7898669b69 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:24.950811 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f5331e80-0363-4e2d-ba00-c12ed6a90d1a req-e3eb16e3-7254-4eee-8156-7f7898669b69 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 944 time: 0.7018859
Sep 08 16:16:24.998415 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_common [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-646e8b0a-0027-4828-9aa1-8645d0f1a98c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Allocated IP 172.20.0.11 (75dd61b0-379a-4abd-83d0-357fccbfe480/6f651bc7-f67b-4bb0-9543-107fa7d7bbeb/625c811b-4427-4c32-9c2e-61a56adb42db) {{(pid=79425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:16:25.274588 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f5331e80-0363-4e2d-ba00-c12ed6a90d1a req-63a677d7-0cbe-49b2-88e5-67482595179c tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1652279
Sep 08 16:16:25.340780 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-52bbf536-ce4b-4124-81bb-0afadf6ea0a7 req-7c2ca90a-c754-4c7c-a6b3-4fbf15252293 service neutron] 10.222.0.70 "GET /v2.0/networks/5411d955-3db9-47e2-83ab-d4abbd225415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4800546
Sep 08 16:16:25.443934 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea9bd8-e8bf-4b32-9adb-1b238a8b17ac req-be952a98-f56f-4073-943c-b29ac477c4d1 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:25.449372 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-33ea9bd8-e8bf-4b32-9adb-1b238a8b17ac req-be952a98-f56f-4073-943c-b29ac477c4d1 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 944 time: 0.5620916
Sep 08 16:16:25.688348 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-646e8b0a-0027-4828-9aa1-8645d0f1a98c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for port, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:25.725097 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.provisioning_blocks [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-646e8b0a-0027-4828-9aa1-8645d0f1a98c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Transition to ACTIVE for port object 625c811b-4427-4c32-9c2e-61a56adb42db will not be triggered until provisioned by entity DHCP. {{(pid=79425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:16:25.730229 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-33ea9bd8-e8bf-4b32-9adb-1b238a8b17ac req-93704641-3524-45c8-a974-90a4b1e05070 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1458478
Sep 08 16:16:25.851756 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-52bbf536-ce4b-4124-81bb-0afadf6ea0a7 req-cf15c154-24d5-4b5e-ab88-ed224a959f88 service neutron] 10.222.0.70 "GET /v2.0/networks/5411d955-3db9-47e2-83ab-d4abbd225415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4942782
Sep 08 16:16:25.927874 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-646e8b0a-0027-4828-9aa1-8645d0f1a98c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692'] for port, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:26.020110 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-343bedbd-b74c-418e-8b82-ea8bb236d89d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:26.048706 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 36928) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:26.127547 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-cfce2d9c-c9cc-497f-a2b9-9816a994c78f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:26.260943 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-cfce2d9c-c9cc-497f-a2b9-9816a994c78f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:16:26.279739 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-cfce2d9c-c9cc-497f-a2b9-9816a994c78f admin admin] Usage tracker for resource:security_group_rule and tenant:673288c3f99649ad9001e7985f138c92 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:16:26.294955 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-cfce2d9c-c9cc-497f-a2b9-9816a994c78f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:16:26.311059 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-cfce2d9c-c9cc-497f-a2b9-9816a994c78f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:16:26.313178 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e8b0a-0027-4828-9aa1-8645d0f1a98c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Pushing event updated for resources: {'Port': ['ID=625c811b-4427-4c32-9c2e-61a56adb42db,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:26.349235 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-646e8b0a-0027-4828-9aa1-8645d0f1a98c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:26.404010 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ac014-be0e-44d1-83bf-dff85327c81a req-bdaa5242-91ba-49f8-85c3-fc932a4cdf2c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:26.406658 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-1c8ac014-be0e-44d1-83bf-dff85327c81a req-bdaa5242-91ba-49f8-85c3-fc932a4cdf2c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 932 time: 0.2822888
Sep 08 16:16:26.449718 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-646e8b0a-0027-4828-9aa1-8645d0f1a98c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Network 75dd61b0-379a-4abd-83d0-357fccbfe480 is already hosted by enough agents. {{(pid=79425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:16:26.452564 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-646e8b0a-0027-4828-9aa1-8645d0f1a98c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Resources bound (agent type, host, resource id):  {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:16:26.461405 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2a347b75-c751-4638-be07-20f9e59b50a5 req-c1fb9f04-7961-42e8-bd54-48012e377830 service neutron] 10.222.0.70 "GET /v2.0/networks/582096af-2f90-402d-b754-a13d85dcf0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.7424395
Sep 08 16:16:26.464013 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-646e8b0a-0027-4828-9aa1-8645d0f1a98c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Received port after_create {{(pid=79425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:16:26.482244 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-646e8b0a-0027-4828-9aa1-8645d0f1a98c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:26.483750 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-646e8b0a-0027-4828-9aa1-8645d0f1a98c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:26.540612 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 36948) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:26.582345 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-646e8b0a-0027-4828-9aa1-8645d0f1a98c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7881172
Sep 08 16:16:26.614766 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-1c8ac014-be0e-44d1-83bf-dff85327c81a req-f271f087-6ff5-425f-aaae-cf00c58de588 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1912339
Sep 08 16:16:26.654945 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-426c29b6-b1da-479c-82e4-262bacc10785 service neutron] Request body: {'port': {'device_id': 'b2dd36a3-a4b2-4d0e-8140-e629d0c9954d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:16:26.799876 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-cfce2d9c-c9cc-497f-a2b9-9816a994c78f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:26.811017 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-cfce2d9c-c9cc-497f-a2b9-9816a994c78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:26.840700 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-e0a1008f-4fb9-42f7-9419-1975a83d0eaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:26.961500 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce2d9c-c9cc-497f-a2b9-9816a994c78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979aaf99-d689-4a3d-8bf8-4d8ff845632f,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:26.966249 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 78b9175d-18a8-472a-b285-f0a5f252604e details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 08 16:16:26.978052 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-cfce2d9c-c9cc-497f-a2b9-9816a994c78f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:27.110153 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-426c29b6-b1da-479c-82e4-262bacc10785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:27.252937 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 78b9175d-18a8-472a-b285-f0a5f252604e, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=78b9175d-18a8-472a-b285-f0a5f252604e,segment=NetworkSegment(893ed9cc-48a8-450f-9ac5-4af6a46b4e12),segment_id=893ed9cc-48a8-450f-9ac5-4af6a46b4e12)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:16:27.262229 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-cfce2d9c-c9cc-497f-a2b9-9816a994c78f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=673288c3f99649ad9001e7985f138c92&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2120285
Sep 08 16:16:27.270090 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Returning: {'device': '78b9175d-18a8-472a-b285-f0a5f252604e', 'network_id': '5411d955-3db9-47e2-83ab-d4abbd225415', 'port_id': '78b9175d-18a8-472a-b285-f0a5f252604e', 'mac_address': 'fa:16:3e:88:77:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c7eae5-6224-43b1-885e-66fb149f1dc6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 08 16:16:27.349504 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-605fa65f-1b49-49a0-b089-9bfc47d8a612 None None] Provisioning for port 625c811b-4427-4c32-9c2e-61a56adb42db completed by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:16:27.361635 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-29fa7ae2-9ba6-4f52-8676-afd372545654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:27.362904 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-605fa65f-1b49-49a0-b089-9bfc47d8a612 None None] Provisioning complete for port 625c811b-4427-4c32-9c2e-61a56adb42db triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:16:27.363633 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-605fa65f-1b49-49a0-b089-9bfc47d8a612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:27.379929 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 36964) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:27.458373 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:27.482260 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-29fa7ae2-9ba6-4f52-8676-afd372545654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:16:27.486572 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94a053-37c5-489d-bd6c-09f7ea50defd req-2aeb2bbd-3200-4ddc-9863-b2d85d76a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:27.491532 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-dc94a053-37c5-489d-bd6c-09f7ea50defd req-2aeb2bbd-3200-4ddc-9863-b2d85d76a22a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=212c97f3a57a4db5985bce4f60183ab4&device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 1097 time: 0.7818172
Sep 08 16:16:27.493165 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-29fa7ae2-9ba6-4f52-8676-afd372545654 admin admin] Usage tracker for resource:security_group_rule and tenant:fadaa045cf864dbaa314261f24a25423 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:16:27.499766 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-29fa7ae2-9ba6-4f52-8676-afd372545654 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:16:27.502220 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b9175d-18a8-472a-b285-f0a5f252604e {{(pid=79427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:16:27.533533 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 78b9175d-18a8-472a-b285-f0a5f252604e, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=78b9175d-18a8-472a-b285-f0a5f252604e,segment=NetworkSegment(893ed9cc-48a8-450f-9ac5-4af6a46b4e12),segment_id=893ed9cc-48a8-450f-9ac5-4af6a46b4e12)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:16:27.541603 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-29fa7ae2-9ba6-4f52-8676-afd372545654 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:16:27.542861 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:27.549657 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:27.688585 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=78b9175d-18a8-472a-b285-f0a5f252604e,revision_number=4']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:27.715864 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:16:27.715864 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:16:27.715864 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:16:27.715864 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:16:27.715864 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:16:27.715864 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:16:27.715864 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:16:27.715864 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:16:27.715864 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:16:27.715864 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:16:27.715864 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:16:27.715864 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:16:27.727439 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:27.727439 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-605fa65f-1b49-49a0-b089-9bfc47d8a612 None None] Port 625c811b-4427-4c32-9c2e-61a56adb42db cannot update to ACTIVE because it is not bound. {{(pid=79427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 08 16:16:27.792097 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 36976) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:27.816954 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03468f7b-93fb-4a3c-ac1b-74ee2bdcb803 req-2b6d5c97-ff13-4e66-9c08-72599438484b tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:27.819707 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-03468f7b-93fb-4a3c-ac1b-74ee2bdcb803 req-2b6d5c97-ff13-4e66-9c08-72599438484b tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 944 time: 0.6850448
Sep 08 16:16:27.887602 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['78b9175d-18a8-472a-b285-f0a5f252604e'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:16:27.924065 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-70d916bc-f409-49c2-85d8-baef12973218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:27.954226 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbe7d0-6e4b-448a-8cad-1b2a6f13c986 req-365b7648-adb3-4353-8616-0f23630c4283 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:27.956796 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-70cbe7d0-6e4b-448a-8cad-1b2a6f13c986 req-365b7648-adb3-4353-8616-0f23630c4283 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 944 time: 0.8234029
Sep 08 16:16:28.118794 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-567de709-d545-4fb8-aee1-8faa3c94c3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:28.133736 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94a053-37c5-489d-bd6c-09f7ea50defd req-dc4cf3d9-41d6-4bc5-a425-69cdbc1c97ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:28.137081 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-dc94a053-37c5-489d-bd6c-09f7ea50defd req-dc4cf3d9-41d6-4bc5-a425-69cdbc1c97ef service neutron] 10.222.0.70 "GET /v2.0/networks?id=582096af-2f90-402d-b754-a13d85dcf0f9 HTTP/1.1" status: 200  len: 911 time: 0.6323478
Sep 08 16:16:28.143561 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-03468f7b-93fb-4a3c-ac1b-74ee2bdcb803 req-8d6b77c9-b8b6-4963-ba75-bcf1c8516319 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2969618
Sep 08 16:16:28.150273 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-29fa7ae2-9ba6-4f52-8676-afd372545654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:28.168336 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-70d916bc-f409-49c2-85d8-baef12973218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:28.192615 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-29fa7ae2-9ba6-4f52-8676-afd372545654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:28.245794 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-70cbe7d0-6e4b-448a-8cad-1b2a6f13c986 req-0a55c465-5354-4143-81c2-44f4f0adef99 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2429295
Sep 08 16:16:28.252783 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-567de709-d545-4fb8-aee1-8faa3c94c3ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:16:28.284184 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-567de709-d545-4fb8-aee1-8faa3c94c3ff admin admin] Usage tracker for resource:security_group_rule and tenant:304ba074786b44b0beb635e5fea12b40 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:16:28.290128 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-567de709-d545-4fb8-aee1-8faa3c94c3ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:16:28.303330 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-dc94a053-37c5-489d-bd6c-09f7ea50defd req-bf3d4046-4598-4b55-8f9f-80bf0e4dc97b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ada104b9-d491-45ae-a144-07da180661e5 HTTP/1.1" status: 200  len: 217 time: 0.1519611
Sep 08 16:16:28.318472 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-567de709-d545-4fb8-aee1-8faa3c94c3ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:16:28.410843 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-2ad27ada-9295-4ce9-bcaa-275fe95ae72d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:28.577379 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-426c29b6-b1da-479c-82e4-262bacc10785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 625c811b-4427-4c32-9c2e-61a56adb42db {{(pid=79425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:16:28.597442 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-426c29b6-b1da-479c-82e4-262bacc10785 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:28.608935 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-29fa7ae2-9ba6-4f52-8676-afd372545654 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fadaa045cf864dbaa314261f24a25423&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0546806
Sep 08 16:16:28.613758 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 36988) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:28.617852 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa7ae2-9ba6-4f52-8676-afd372545654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018db94d-6526-4392-b3de-852232ad9d6e,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:28.621730 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-29fa7ae2-9ba6-4f52-8676-afd372545654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:28.666410 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-567de709-d545-4fb8-aee1-8faa3c94c3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:28.672703 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-567de709-d545-4fb8-aee1-8faa3c94c3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:28.687020 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-29fa7ae2-9ba6-4f52-8676-afd372545654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:28.701973 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94a053-37c5-489d-bd6c-09f7ea50defd req-7bb8c189-51ca-45f5-be2c-cf7d22be8d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:28.705783 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-dc94a053-37c5-489d-bd6c-09f7ea50defd req-7bb8c189-51ca-45f5-be2c-cf7d22be8d52 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6fbf176d-0f2a-4301-81f2-4479a85d15c0 HTTP/1.1" status: 200  len: 849 time: 0.3799005
Sep 08 16:16:28.707568 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.provisioning_blocks [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-426c29b6-b1da-479c-82e4-262bacc10785 service neutron] Transition to ACTIVE for port object 625c811b-4427-4c32-9c2e-61a56adb42db will not be triggered until provisioned by entity L2. {{(pid=79425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:16:28.712301 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-70d916bc-f409-49c2-85d8-baef12973218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:28.729497 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-426c29b6-b1da-479c-82e4-262bacc10785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:28.794096 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-567de709-d545-4fb8-aee1-8faa3c94c3ff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=304ba074786b44b0beb635e5fea12b40&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9702978
Sep 08 16:16:28.796804 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567de709-d545-4fb8-aee1-8faa3c94c3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a59bea-78a9-4739-978e-38075e03d98d,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:28.800933 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 36996) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:28.812784 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-567de709-d545-4fb8-aee1-8faa3c94c3ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:28.828841 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a94c36-14e6-4b7f-86c2-c08d55623b80 req-2efea4bb-253d-4bf3-9aeb-166d46a62cbc tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:28.831652 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a3a94c36-14e6-4b7f-86c2-c08d55623b80 req-2efea4bb-253d-4bf3-9aeb-166d46a62cbc tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 932 time: 0.4093821
Sep 08 16:16:28.835746 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:28.836565 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:28.909197 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d916bc-f409-49c2-85d8-baef12973218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979aaf99-d689-4a3d-8bf8-4d8ff845632f,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:28.938291 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-70d916bc-f409-49c2-85d8-baef12973218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:28.949437 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-70d916bc-f409-49c2-85d8-baef12973218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:28.953804 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-70d916bc-f409-49c2-85d8-baef12973218 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/979aaf99-d689-4a3d-8bf8-4d8ff845632f HTTP/1.1" status: 204  len: 168 time: 1.5374637
Sep 08 16:16:28.973183 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 78b9175d-18a8-472a-b285-f0a5f252604e up at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:16:29.081074 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a3a94c36-14e6-4b7f-86c2-c08d55623b80 req-46a0e3fc-d999-431d-9d3a-202bf5e40923 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2139766
Sep 08 16:16:29.107127 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-fc962ced-40df-42f3-b35b-2797f2af4dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:29.167383 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-fc962ced-40df-42f3-b35b-2797f2af4dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:29.224649 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning for port 78b9175d-18a8-472a-b285-f0a5f252604e completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:16:29.233958 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning complete for port 78b9175d-18a8-472a-b285-f0a5f252604e triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:16:29.234350 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:29.279976 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-fc962ced-40df-42f3-b35b-2797f2af4dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:29.297140 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:29.345262 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc962ced-40df-42f3-b35b-2797f2af4dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a59bea-78a9-4739-978e-38075e03d98d,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:29.364101 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-fc962ced-40df-42f3-b35b-2797f2af4dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:29.371611 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-fc962ced-40df-42f3-b35b-2797f2af4dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:29.375285 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-fc962ced-40df-42f3-b35b-2797f2af4dc7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a4a59bea-78a9-4739-978e-38075e03d98d HTTP/1.1" status: 204  len: 168 time: 0.5716152
Sep 08 16:16:29.421955 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3e536671-f309-4910-b03e-8103633aa832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:29.496765 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c29b6-b1da-479c-82e4-262bacc10785 service neutron] Pushing event updated for resources: {'Port': ['ID=625c811b-4427-4c32-9c2e-61a56adb42db,revision_number=2']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:29.528276 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-426c29b6-b1da-479c-82e4-262bacc10785 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:29.533112 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-426c29b6-b1da-479c-82e4-262bacc10785 service neutron] Attempting to bind port 625c811b-4427-4c32-9c2e-61a56adb42db on host hv-cinder-80789 for vnic_type normal with profile  {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:16:29.533594 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-426c29b6-b1da-479c-82e4-262bacc10785 service neutron] Attempting to bind port 625c811b-4427-4c32-9c2e-61a56adb42db by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': '52138e92-9965-4b35-b4cf-e92e92ee1ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480'}] {{(pid=79425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:16:29.534043 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-426c29b6-b1da-479c-82e4-262bacc10785 service neutron] Attempting to bind port 625c811b-4427-4c32-9c2e-61a56adb42db on network 75dd61b0-379a-4abd-83d0-357fccbfe480 {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:16:29.552657 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94a053-37c5-489d-bd6c-09f7ea50defd req-2f1ddef8-3f7a-4bfe-8aa2-aa3ae5f70ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:29.554453 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-dc94a053-37c5-489d-bd6c-09f7ea50defd req-2f1ddef8-3f7a-4bfe-8aa2-aa3ae5f70ddf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=582096af-2f90-402d-b754-a13d85dcf0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.8070302
Sep 08 16:16:29.559557 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-426c29b6-b1da-479c-82e4-262bacc10785 service neutron] Port 625c811b-4427-4c32-9c2e-61a56adb42db on network 75dd61b0-379a-4abd-83d0-357fccbfe480 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 08 16:16:29.560103 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-426c29b6-b1da-479c-82e4-262bacc10785 service neutron] Attempting to bind port 625c811b-4427-4c32-9c2e-61a56adb42db on network 75dd61b0-379a-4abd-83d0-357fccbfe480 {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:16:29.565916 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3e536671-f309-4910-b03e-8103633aa832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:29.648576 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:29.736655 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 78b9175d-18a8-472a-b285-f0a5f252604e, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=78b9175d-18a8-472a-b285-f0a5f252604e,segment=NetworkSegment(893ed9cc-48a8-450f-9ac5-4af6a46b4e12),segment_id=893ed9cc-48a8-450f-9ac5-4af6a46b4e12)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:16:29.741348 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdab9af-f621-453f-9905-a59a53ee671c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b9175d-18a8-472a-b285-f0a5f252604e'}] {{(pid=79427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:16:29.752620 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:29.767321 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:29.771075 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 37014) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:29.819121 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-dc94a053-37c5-489d-bd6c-09f7ea50defd req-087533ee-408e-496a-9cae-7917742c27a1 service neutron] 10.222.0.70 "GET /v2.0/networks/582096af-2f90-402d-b754-a13d85dcf0f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2561393
Sep 08 16:16:29.827964 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-426c29b6-b1da-479c-82e4-262bacc10785 service neutron] Checking agent: {'id': 'c4ee52ba-d613-406f-b441-649e3bfebfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'started_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:16:29.828931 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-426c29b6-b1da-479c-82e4-262bacc10785 service neutron] Checking segment: {'id': '52138e92-9965-4b35-b4cf-e92e92ee1ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:16:29.829755 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-426c29b6-b1da-479c-82e4-262bacc10785 service neutron] Bound using segment: {'id': '52138e92-9965-4b35-b4cf-e92e92ee1ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480'} {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:16:29.830695 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-426c29b6-b1da-479c-82e4-262bacc10785 service neutron] Bound port: 625c811b-4427-4c32-9c2e-61a56adb42db, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52138e92-9965-4b35-b4cf-e92e92ee1ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480'}}] {{(pid=79425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:16:29.831753 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-426c29b6-b1da-479c-82e4-262bacc10785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:29.908879 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=78b9175d-18a8-472a-b285-f0a5f252604e,revision_number=5']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:29.911108 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-59d323e4-acd4-4124-a558-c7b8a09c6b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:29.914127 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:29.960849 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-59d323e4-acd4-4124-a558-c7b8a09c6b95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:16:29.972256 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-59d323e4-acd4-4124-a558-c7b8a09c6b95 admin admin] Usage tracker for resource:security_group_rule and tenant:436b2d34ac504573a2b853dc555d881b is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:16:29.981233 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-59d323e4-acd4-4124-a558-c7b8a09c6b95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:16:30.001507 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-59d323e4-acd4-4124-a558-c7b8a09c6b95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:16:30.072409 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebfce7-7777-4783-86d0-eaf8ca102e2c req-4469f4f3-a9fe-4bb0-9ec4-1f099869cf89 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:30.075318 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-81ebfce7-7777-4783-86d0-eaf8ca102e2c req-4469f4f3-a9fe-4bb0-9ec4-1f099869cf89 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 946 time: 0.5679684
Sep 08 16:16:30.093047 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178530d-fe4a-472a-a7b6-ad3bca9745cc req-2db4ac69-abb0-428a-b402-491bda31023b tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:30.095561 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d178530d-fe4a-472a-a7b6-ad3bca9745cc req-2db4ac69-abb0-428a-b402-491bda31023b tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 944 time: 0.3262584
Sep 08 16:16:30.107247 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-426c29b6-b1da-479c-82e4-262bacc10785 service neutron] For port 625c811b-4427-4c32-9c2e-61a56adb42db, host hv-cinder-80789, cleared binding levels {{(pid=79425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:16:30.112610 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-426c29b6-b1da-479c-82e4-262bacc10785 service neutron] For port 625c811b-4427-4c32-9c2e-61a56adb42db, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=625c811b-4427-4c32-9c2e-61a56adb42db,segment=NetworkSegment(52138e92-9965-4b35-b4cf-e92e92ee1ba1),segment_id=52138e92-9965-4b35-b4cf-e92e92ee1ba1)] {{(pid=79425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:16:30.128400 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-426c29b6-b1da-479c-82e4-262bacc10785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:30.139517 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:30.230249 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-81ebfce7-7777-4783-86d0-eaf8ca102e2c req-d6292ab5-3fc2-4de5-a0a5-c3bfb2e1959d tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274424
Sep 08 16:16:30.235541 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3e536671-f309-4910-b03e-8103633aa832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:30.248467 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-426c29b6-b1da-479c-82e4-262bacc10785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:30.248948 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d178530d-fe4a-472a-a7b6-ad3bca9745cc req-b48a3486-33e2-43c1-9f4a-e13103025036 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1179276
Sep 08 16:16:30.249099 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-426c29b6-b1da-479c-82e4-262bacc10785 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:30.250591 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-426c29b6-b1da-479c-82e4-262bacc10785 service neutron] 10.222.0.70 "PUT /v2.0/ports/625c811b-4427-4c32-9c2e-61a56adb42db HTTP/1.1" status: 200  len: 1094 time: 3.6017067
Sep 08 16:16:30.265405 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2dd36a3-a4b2-4d0e-8140-e629d0c9954d', 'tag': '625c811b-4427-4c32-9c2e-61a56adb42db'}] {{(pid=79425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:16:30.286309 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-dc94a053-37c5-489d-bd6c-09f7ea50defd req-3abef67b-77e3-4696-b131-8db35b0213a9 service neutron] 10.222.0.70 "GET /v2.0/networks/582096af-2f90-402d-b754-a13d85dcf0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4364946
Sep 08 16:16:30.293669 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3e536671-f309-4910-b03e-8103633aa832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:30.298695 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-3e536671-f309-4910-b03e-8103633aa832 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/018db94d-6526-4392-b3de-852232ad9d6e HTTP/1.1" status: 204  len: 168 time: 1.6742070
Sep 08 16:16:30.298695 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c29b6-b1da-479c-82e4-262bacc10785 service neutron] Pushing event updated for resources: {'Port': ['ID=625c811b-4427-4c32-9c2e-61a56adb42db,revision_number=3']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:30.350524 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-426c29b6-b1da-479c-82e4-262bacc10785 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:30.350524 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-2a62e881-7a11-456e-8344-c6dd5e97c37b tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:30.373630 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e536671-f309-4910-b03e-8103633aa832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018db94d-6526-4392-b3de-852232ad9d6e,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:30.379778 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-3e536671-f309-4910-b03e-8103633aa832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:30.456375 dv-cinder-807898-1-iscsi neutron-server[79427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdab9af-f621-453f-9905-a59a53ee671c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b9175d-18a8-472a-b285-f0a5f252604e', 'code': 200}
Sep 08 16:16:30.463702 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 37030) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:30.481047 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-59d323e4-acd4-4124-a558-c7b8a09c6b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:30.531280 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-59d323e4-acd4-4124-a558-c7b8a09c6b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:30.541032 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-af38a844-6fe9-4f1c-8b49-e924a45c69f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:30.549541 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-4587b787-13f7-4831-80c7-130113fad8c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:30.593933 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-4587b787-13f7-4831-80c7-130113fad8c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:16:30.608127 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-4587b787-13f7-4831-80c7-130113fad8c5 admin admin] Usage tracker for resource:security_group_rule and tenant:4d9c230435fb4c3dba7932fc1861c983 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:16:30.612686 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-4587b787-13f7-4831-80c7-130113fad8c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:16:30.627406 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-59d323e4-acd4-4124-a558-c7b8a09c6b95 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=436b2d34ac504573a2b853dc555d881b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8477895
Sep 08 16:16:30.628550 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 37034) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:30.635220 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-4587b787-13f7-4831-80c7-130113fad8c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:16:30.642059 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d323e4-acd4-4124-a558-c7b8a09c6b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0354c687-0256-4d67-a75b-2c4a46a1c3c6,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:30.656459 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-59d323e4-acd4-4124-a558-c7b8a09c6b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:30.682818 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2dd36a3-a4b2-4d0e-8140-e629d0c9954d', 'tag': '625c811b-4427-4c32-9c2e-61a56adb42db', 'status': 'completed', 'code': 200}
Sep 08 16:16:30.749596 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-070851e1-be28-4a4d-9407-adf4f33dbe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:30.763358 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-070851e1-be28-4a4d-9407-adf4f33dbe8b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8151b8f5193c4e4eb58002780ae62270&device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 1097 time: 0.3541596
Sep 08 16:16:30.829156 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-4f14b212-fd1d-478f-92ce-a290de231977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:30.973500 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device ada104b9-d491-45ae-a144-07da180661e5 details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 08 16:16:31.017623 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-d8943ee5-098b-4eec-b05a-5ee32392392d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:31.093644 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bba44e-2cde-4b63-b63a-ebfb7ecb5944 req-3e4a06ed-285b-4953-b31c-7ecc24f91479 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:31.095274 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-29bba44e-2cde-4b63-b63a-ebfb7ecb5944 req-3e4a06ed-285b-4953-b31c-7ecc24f91479 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 944 time: 0.4021652
Sep 08 16:16:31.112747 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-d8943ee5-098b-4eec-b05a-5ee32392392d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:31.163310 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-4587b787-13f7-4831-80c7-130113fad8c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:31.184171 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-4587b787-13f7-4831-80c7-130113fad8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:31.198578 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-70d916bc-f409-49c2-85d8-baef12973218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:31.252997 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-c3fd2d22-70f0-4ca7-9457-c5cdc661de50 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=625c811b-4427-4c32-9c2e-61a56adb42db HTTP/1.1" status: 200  len: 217 time: 0.4844766
Sep 08 16:16:31.277975 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-29bba44e-2cde-4b63-b63a-ebfb7ecb5944 req-219e7868-18fb-40fc-a661-6bbdc720cd10 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1708639
Sep 08 16:16:31.280366 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port ada104b9-d491-45ae-a144-07da180661e5, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=ada104b9-d491-45ae-a144-07da180661e5,segment=NetworkSegment(967548e4-bbe3-4c32-a3ac-8b359fdd3bd4),segment_id=967548e4-bbe3-4c32-a3ac-8b359fdd3bd4)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:16:31.315768 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Returning: {'device': 'ada104b9-d491-45ae-a144-07da180661e5', 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9', 'port_id': 'ada104b9-d491-45ae-a144-07da180661e5', 'mac_address': 'fa:16:3e:9b:e3:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fbf176d-0f2a-4301-81f2-4479a85d15c0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 08 16:16:31.318815 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-4587b787-13f7-4831-80c7-130113fad8c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4d9c230435fb4c3dba7932fc1861c983&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8539231
Sep 08 16:16:31.323752 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 37050) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:31.341842 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587b787-13f7-4831-80c7-130113fad8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42b19bc-78ce-4cab-a45d-b208246d2e9d,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:31.346633 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-4587b787-13f7-4831-80c7-130113fad8c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:31.394206 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-b705068d-b2e8-434f-89e0-a28ebff9e064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:31.395751 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-b705068d-b2e8-434f-89e0-a28ebff9e064 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6f651bc7-f67b-4bb0-9543-107fa7d7bbeb HTTP/1.1" status: 200  len: 856 time: 0.1290143
Sep 08 16:16:31.402046 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-d8943ee5-098b-4eec-b05a-5ee32392392d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:31.403226 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ffbd8-cacf-4ea2-ae3e-96dbc87b1846 req-c128e9ca-54f0-4bd5-af3a-2b0f796618eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:31.405351 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-b16ffbd8-cacf-4ea2-ae3e-96dbc87b1846 req-c128e9ca-54f0-4bd5-af3a-2b0f796618eb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 1099 time: 0.3641794
Sep 08 16:16:31.431450 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-4ee2139b-18ea-4bc4-a783-28ab7d6f63d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:31.492270 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:31.496051 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8943ee5-098b-4eec-b05a-5ee32392392d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0354c687-0256-4d67-a75b-2c4a46a1c3c6,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:31.502787 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-d8943ee5-098b-4eec-b05a-5ee32392392d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:31.548091 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-d8943ee5-098b-4eec-b05a-5ee32392392d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:31.554037 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:31.565037 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-d8943ee5-098b-4eec-b05a-5ee32392392d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0354c687-0256-4d67-a75b-2c4a46a1c3c6 HTTP/1.1" status: 204  len: 168 time: 0.9099185
Sep 08 16:16:31.584957 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-93c2228f-2160-45c8-84c7-6a4649eeefbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:31.594725 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada104b9-d491-45ae-a144-07da180661e5 {{(pid=79427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:16:31.623642 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port ada104b9-d491-45ae-a144-07da180661e5, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=ada104b9-d491-45ae-a144-07da180661e5,segment=NetworkSegment(967548e4-bbe3-4c32-a3ac-8b359fdd3bd4),segment_id=967548e4-bbe3-4c32-a3ac-8b359fdd3bd4)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:16:31.628459 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-b16ffbd8-cacf-4ea2-ae3e-96dbc87b1846 req-25fd7f95-2fa1-4d49-9dbc-d093870474d8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357718
Sep 08 16:16:31.631398 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:31.634569 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:31.642518 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-d2e0c81b-eb88-4c40-94ca-6d09420b48a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:31.646919 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-d2e0c81b-eb88-4c40-94ca-6d09420b48a1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=75dd61b0-379a-4abd-83d0-357fccbfe480&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2398832
Sep 08 16:16:31.746898 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=ada104b9-d491-45ae-a144-07da180661e5,revision_number=4']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:31.757110 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:31.797562 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-93c2228f-2160-45c8-84c7-6a4649eeefbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:31.894863 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83939eff-8792-47f6-98b9-bcd19c5ad9a2 req-2c2c4582-f487-46a7-a735-f27e377c2d7f tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:31.902716 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-83939eff-8792-47f6-98b9-bcd19c5ad9a2 req-2c2c4582-f487-46a7-a735-f27e377c2d7f tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 946 time: 0.3068538
Sep 08 16:16:31.926326 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946d894-372e-49aa-8904-b5b5ff56eda5 req-9ff0a26f-3df3-4a34-aba3-8b6e37177638 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:31.941671 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0946d894-372e-49aa-8904-b5b5ff56eda5 req-9ff0a26f-3df3-4a34-aba3-8b6e37177638 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 945 time: 0.2307835
Sep 08 16:16:31.990984 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-93c2228f-2160-45c8-84c7-6a4649eeefbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:31.998919 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-bc9485d3-59a5-453d-a8c7-13f8249cbb87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:32.043850 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-83939eff-8792-47f6-98b9-bcd19c5ad9a2 req-bd60e729-f4d4-4a83-8084-02c64d09dc6b tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1398201
Sep 08 16:16:32.052093 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2228f-2160-45c8-84c7-6a4649eeefbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42b19bc-78ce-4cab-a45d-b208246d2e9d,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:32.059506 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-93c2228f-2160-45c8-84c7-6a4649eeefbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:32.078126 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0946d894-372e-49aa-8904-b5b5ff56eda5 req-9b9dd779-f3ef-4395-808d-d1886b3d4f79 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1259291
Sep 08 16:16:32.080840 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-93c2228f-2160-45c8-84c7-6a4649eeefbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:32.083640 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-93c2228f-2160-45c8-84c7-6a4649eeefbc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c42b19bc-78ce-4cab-a45d-b208246d2e9d HTTP/1.1" status: 204  len: 168 time: 0.7588000
Sep 08 16:16:32.205627 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['ada104b9-d491-45ae-a144-07da180661e5'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:16:32.360249 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-6e84012e-4dcd-499f-b9eb-d483f924bc1c service neutron] 10.222.0.70 "GET /v2.0/networks/75dd61b0-379a-4abd-83d0-357fccbfe480?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3926771
Sep 08 16:16:32.617684 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-823603b6-b93b-45f7-afb0-a5a2e00dfe4f req-35616ded-e7ae-49b0-943f-2ff928aac595 service neutron] 10.222.0.70 "GET /v2.0/networks/75dd61b0-379a-4abd-83d0-357fccbfe480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2461846
Sep 08 16:16:32.642595 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367d02f-c166-424a-ba17-bcac4387931f req-771caa23-d660-4a74-a060-931957f425bd tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:32.644345 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6367d02f-c166-424a-ba17-bcac4387931f req-771caa23-d660-4a74-a060-931957f425bd tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 944 time: 0.2204924
Sep 08 16:16:32.724992 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6367d02f-c166-424a-ba17-bcac4387931f req-86881b80-243d-4eda-ac6a-340b15d02bad tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0692387
Sep 08 16:16:32.866695 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e0582-6d68-4fe3-9e79-65960fa5ed25 req-23976156-0a8d-4be8-b686-a3f9135197ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:32.870550 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-d31e0582-6d68-4fe3-9e79-65960fa5ed25 req-23976156-0a8d-4be8-b686-a3f9135197ca service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8151b8f5193c4e4eb58002780ae62270&device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 1097 time: 0.0937393
Sep 08 16:16:33.133876 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e0582-6d68-4fe3-9e79-65960fa5ed25 req-fc91bca4-9d04-499a-88cb-055112cae547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:33.135784 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-d31e0582-6d68-4fe3-9e79-65960fa5ed25 req-fc91bca4-9d04-499a-88cb-055112cae547 service neutron] 10.222.0.70 "GET /v2.0/networks?id=75dd61b0-379a-4abd-83d0-357fccbfe480 HTTP/1.1" status: 200  len: 918 time: 0.2594070
Sep 08 16:16:33.393317 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-d31e0582-6d68-4fe3-9e79-65960fa5ed25 req-e47b70fe-4448-4c74-8aaa-8d8caa3338ef service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=625c811b-4427-4c32-9c2e-61a56adb42db HTTP/1.1" status: 200  len: 217 time: 0.2405446
Sep 08 16:16:33.647400 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e0582-6d68-4fe3-9e79-65960fa5ed25 req-5cad4f80-5847-45da-b0ff-4c3931d39ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:33.658577 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-d31e0582-6d68-4fe3-9e79-65960fa5ed25 req-5cad4f80-5847-45da-b0ff-4c3931d39ef7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6f651bc7-f67b-4bb0-9543-107fa7d7bbeb HTTP/1.1" status: 200  len: 856 time: 0.2551534
Sep 08 16:16:33.902958 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718f39a-bc6b-430c-8fdf-1edfd97e84ed req-eb4fba4d-3c88-4efd-9b07-def47a59e188 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:33.906786 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0718f39a-bc6b-430c-8fdf-1edfd97e84ed req-eb4fba4d-3c88-4efd-9b07-def47a59e188 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 945 time: 0.5508952
Sep 08 16:16:33.922925 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e0582-6d68-4fe3-9e79-65960fa5ed25 req-c116324d-520e-426c-8df4-e8e3349e3eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:33.925355 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-d31e0582-6d68-4fe3-9e79-65960fa5ed25 req-c116324d-520e-426c-8df4-e8e3349e3eef service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=75dd61b0-379a-4abd-83d0-357fccbfe480&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2566545
Sep 08 16:16:33.929307 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab081bc7-be7b-43df-b135-aadc41fa9405 req-6d833348-8390-4f37-9577-86f140dbcac0 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:33.934067 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-30ee693e-075c-4805-a91e-30e8e6cb5a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:33.948809 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ab081bc7-be7b-43df-b135-aadc41fa9405 req-6d833348-8390-4f37-9577-86f140dbcac0 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 946 time: 0.3942194
Sep 08 16:16:34.137807 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ab081bc7-be7b-43df-b135-aadc41fa9405 req-67d76064-bbfb-48f9-9554-edabdfbf11dd tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1874034
Sep 08 16:16:34.146725 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0718f39a-bc6b-430c-8fdf-1edfd97e84ed req-66c5dc3c-ee26-47b1-9280-3c4cedcf27e3 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1489196
Sep 08 16:16:34.267239 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-d31e0582-6d68-4fe3-9e79-65960fa5ed25 req-5dd94e15-8e41-4729-b67a-e6e4bee9cbe7 service neutron] 10.222.0.70 "GET /v2.0/networks/75dd61b0-379a-4abd-83d0-357fccbfe480?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3297076
Sep 08 16:16:34.545682 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b6b39-43e8-4803-beb5-6dfb00f20308 req-2ee2b537-e2ff-423e-acd3-74edadf920ad tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:34.547398 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-591b6b39-43e8-4803-beb5-6dfb00f20308 req-2ee2b537-e2ff-423e-acd3-74edadf920ad tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 944 time: 0.1846900
Sep 08 16:16:34.607929 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-591b6b39-43e8-4803-beb5-6dfb00f20308 req-b1556b12-453c-4977-afb5-d71f5544c8ad tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503354
Sep 08 16:16:34.618244 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-d31e0582-6d68-4fe3-9e79-65960fa5ed25 req-9cbe8e5a-6020-4c4d-9d8b-aada37b7a017 service neutron] 10.222.0.70 "GET /v2.0/networks/75dd61b0-379a-4abd-83d0-357fccbfe480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3403702
Sep 08 16:16:34.987650 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device ada104b9-d491-45ae-a144-07da180661e5 up at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:16:35.157776 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning for port ada104b9-d491-45ae-a144-07da180661e5 completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:16:35.169524 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning complete for port ada104b9-d491-45ae-a144-07da180661e5 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:16:35.170415 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:35.341595 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:35.508565 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:35.663379 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port ada104b9-d491-45ae-a144-07da180661e5, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=ada104b9-d491-45ae-a144-07da180661e5,segment=NetworkSegment(967548e4-bbe3-4c32-a3ac-8b359fdd3bd4),segment_id=967548e4-bbe3-4c32-a3ac-8b359fdd3bd4)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:16:35.665170 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db24e43-208d-4d9e-a75c-98f3168ab156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada104b9-d491-45ae-a144-07da180661e5'}] {{(pid=79427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:16:35.677572 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:35.684031 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:35.770183 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d7338-3b42-48b7-8fcb-34804f179d24 req-fd92dd6e-9af4-4a24-a94a-41cf7eae0440 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:35.785226 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-694d7338-3b42-48b7-8fcb-34804f179d24 req-fd92dd6e-9af4-4a24-a94a-41cf7eae0440 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 946 time: 0.3792534
Sep 08 16:16:35.812239 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff6a9b-7280-4e87-92f2-1da4918677dc req-aee6df92-4e27-418f-b568-bc881ee46e2c tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:35.824008 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-00ff6a9b-7280-4e87-92f2-1da4918677dc req-aee6df92-4e27-418f-b568-bc881ee46e2c tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 945 time: 0.2584786
Sep 08 16:16:36.044417 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=ada104b9-d491-45ae-a144-07da180661e5,revision_number=5']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:36.052058 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:36.097453 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-694d7338-3b42-48b7-8fcb-34804f179d24 req-d5c38ebc-c5e6-4ed1-8509-637c7de63ce2 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3106921
Sep 08 16:16:36.180549 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-00ff6a9b-7280-4e87-92f2-1da4918677dc req-0020ee96-7d98-4cce-85b2-f5258c0b001b tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3525162
Sep 08 16:16:36.341781 dv-cinder-807898-1-iscsi neutron-server[79427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db24e43-208d-4d9e-a75c-98f3168ab156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada104b9-d491-45ae-a144-07da180661e5', 'code': 200}
Sep 08 16:16:36.684936 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f329a-43d6-447e-bc96-0aad29045b03 req-19aa3f16-77c7-4d67-a7be-0fba72f4a488 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:36.699116 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-492f329a-43d6-447e-bc96-0aad29045b03 req-19aa3f16-77c7-4d67-a7be-0fba72f4a488 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 944 time: 0.2431231
Sep 08 16:16:36.790565 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-492f329a-43d6-447e-bc96-0aad29045b03 req-a4814405-1d58-413f-8a62-35ab8cba21ea tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0876646
Sep 08 16:16:36.983420 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 625c811b-4427-4c32-9c2e-61a56adb42db details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 08 16:16:37.055237 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3f3b5-7943-495e-a709-c891faa39704 req-7f057b83-6530-499d-bbf4-0a84860b3a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:37.058393 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-6bf3f3b5-7943-495e-a709-c891faa39704 req-7f057b83-6530-499d-bbf4-0a84860b3a92 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 1099 time: 0.1898110
Sep 08 16:16:37.250520 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-6bf3f3b5-7943-495e-a709-c891faa39704 req-33c48c18-8e92-4c6b-a0d1-682a532f7747 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1812921
Sep 08 16:16:37.317178 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745a722-5e7d-4ead-8a41-947e0faf2457 req-6909d773-f877-4758-8c09-234348b2470e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:37.324367 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2745a722-5e7d-4ead-8a41-947e0faf2457 req-6909d773-f877-4758-8c09-234348b2470e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3abc28c3a0c44587b1e4367f9363241d&device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 1099 time: 0.2157643
Sep 08 16:16:37.340508 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 625c811b-4427-4c32-9c2e-61a56adb42db, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=625c811b-4427-4c32-9c2e-61a56adb42db,segment=NetworkSegment(52138e92-9965-4b35-b4cf-e92e92ee1ba1),segment_id=52138e92-9965-4b35-b4cf-e92e92ee1ba1)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:16:37.371117 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:37.376173 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Returning: {'device': '625c811b-4427-4c32-9c2e-61a56adb42db', 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480', 'port_id': '625c811b-4427-4c32-9c2e-61a56adb42db', 'mac_address': 'fa:16:3e:fd:e8:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 08 16:16:37.471828 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f51dfc-eb10-4486-8619-b79483817dd4 req-b43e7f6a-cc3a-47ff-89e9-b7f39a5b0359 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:37.474840 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b8f51dfc-eb10-4486-8619-b79483817dd4 req-b43e7f6a-cc3a-47ff-89e9-b7f39a5b0359 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 946 time: 0.2500074
Sep 08 16:16:37.575634 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:37.614896 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 625c811b-4427-4c32-9c2e-61a56adb42db {{(pid=79427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:16:37.648555 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 625c811b-4427-4c32-9c2e-61a56adb42db, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=625c811b-4427-4c32-9c2e-61a56adb42db,segment=NetworkSegment(52138e92-9965-4b35-b4cf-e92e92ee1ba1),segment_id=52138e92-9965-4b35-b4cf-e92e92ee1ba1)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:16:37.673533 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:37.678319 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:37.854008 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=625c811b-4427-4c32-9c2e-61a56adb42db,revision_number=4']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:37.864432 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:38.010549 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745a722-5e7d-4ead-8a41-947e0faf2457 req-1641b1c3-71b9-43c5-8e57-67224b943b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:38.013731 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2745a722-5e7d-4ead-8a41-947e0faf2457 req-1641b1c3-71b9-43c5-8e57-67224b943b4c service neutron] 10.222.0.70 "GET /v2.0/networks?id=5411d955-3db9-47e2-83ab-d4abbd225415 HTTP/1.1" status: 200  len: 920 time: 0.3508694
Sep 08 16:16:38.081804 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b8f51dfc-eb10-4486-8619-b79483817dd4 req-6ec2ea50-9c39-4f82-9aab-48e9663d19d4 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5124128
Sep 08 16:16:38.155570 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19154f-f0d6-4ff1-a83c-4a16f6920e55 req-a94022a1-9f99-4021-8452-d28bed3d3ba2 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:38.168369 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3f19154f-f0d6-4ff1-a83c-4a16f6920e55 req-a94022a1-9f99-4021-8452-d28bed3d3ba2 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.6917205
Sep 08 16:16:38.171413 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['625c811b-4427-4c32-9c2e-61a56adb42db'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:16:38.292735 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3f19154f-f0d6-4ff1-a83c-4a16f6920e55 req-83d7cc6f-4274-4e93-9796-37f2171ca64d tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1226549
Sep 08 16:16:38.298410 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2745a722-5e7d-4ead-8a41-947e0faf2457 req-b9105a6f-d428-4933-b995-146334a88c4f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78b9175d-18a8-472a-b285-f0a5f252604e HTTP/1.1" status: 200  len: 217 time: 0.2753816
Sep 08 16:16:38.423988 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745a722-5e7d-4ead-8a41-947e0faf2457 req-9c6fd7c8-c23a-450b-a3eb-0402546589be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:38.425547 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2745a722-5e7d-4ead-8a41-947e0faf2457 req-9c6fd7c8-c23a-450b-a3eb-0402546589be service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f1c7eae5-6224-43b1-885e-66fb149f1dc6 HTTP/1.1" status: 200  len: 859 time: 0.1168909
Sep 08 16:16:38.539565 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2745a722-5e7d-4ead-8a41-947e0faf2457 req-2143f25d-52e9-4808-9cd6-584e9f812c75 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5411d955-3db9-47e2-83ab-d4abbd225415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1050203
Sep 08 16:16:38.566181 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993100c1-a5ab-4c40-a3b0-6492229beb8c req-cd489f51-7190-477d-bfc0-e2bbf4ad4a95 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:38.568814 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-993100c1-a5ab-4c40-a3b0-6492229beb8c req-cd489f51-7190-477d-bfc0-e2bbf4ad4a95 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 945 time: 0.2588394
Sep 08 16:16:38.734409 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-993100c1-a5ab-4c40-a3b0-6492229beb8c req-50ae7287-6449-442a-b12d-1ac7753d3413 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1159694
Sep 08 16:16:38.824731 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2745a722-5e7d-4ead-8a41-947e0faf2457 req-3b4add7d-4ccd-4ddd-919c-a610010527e2 service neutron] 10.222.0.70 "GET /v2.0/networks/5411d955-3db9-47e2-83ab-d4abbd225415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2649152
Sep 08 16:16:38.847269 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3247da9-028a-474a-8029-0797490adb5f req-02f0748d-58db-42fc-8002-81ca80f49eb5 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:38.851155 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f3247da9-028a-474a-8029-0797490adb5f req-02f0748d-58db-42fc-8002-81ca80f49eb5 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/networks?id=204b86ab-9a41-430c-b098-cab74514186e HTTP/1.1" status: 200  len: 814 time: 0.2806394
Sep 08 16:16:38.899789 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f3247da9-028a-474a-8029-0797490adb5f req-17b87543-05c4-4a75-9297-f07b115fff10 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/quotas/c8c774bb92304c42ab3c6d7f2ab7e7dd HTTP/1.1" status: 200  len: 375 time: 0.0362461
Sep 08 16:16:39.183860 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f3247da9-028a-474a-8029-0797490adb5f req-bae08937-b587-4540-8e76-617922702524 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8c774bb92304c42ab3c6d7f2ab7e7dd&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2822502
Sep 08 16:16:39.231539 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2745a722-5e7d-4ead-8a41-947e0faf2457 req-4859fc44-c9d4-49e5-b50f-ec93e206c152 service neutron] 10.222.0.70 "GET /v2.0/networks/5411d955-3db9-47e2-83ab-d4abbd225415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3966374
Sep 08 16:16:39.591191 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f3247da9-028a-474a-8029-0797490adb5f req-68772c74-b35d-4d4c-9ab9-a3046e8408d7 service neutron] 10.222.0.25 "GET /v2.0/networks/204b86ab-9a41-430c-b098-cab74514186e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3985102
Sep 08 16:16:39.597736 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54f255-115c-4ab0-b94a-66ce04acd47c req-b0003601-3c65-4cc1-abde-f6d1b61d18e7 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:39.599283 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2f54f255-115c-4ab0-b94a-66ce04acd47c req-b0003601-3c65-4cc1-abde-f6d1b61d18e7 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 946 time: 0.2545345
Sep 08 16:16:39.807201 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2f54f255-115c-4ab0-b94a-66ce04acd47c req-0285c647-d082-457e-b8b7-15b7aa06c0ff tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1859858
Sep 08 16:16:39.883723 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f3247da9-028a-474a-8029-0797490adb5f req-1c8df132-f9e1-4c72-bf1c-53970f407a20 service neutron] 10.222.0.25 "GET /v2.0/networks/204b86ab-9a41-430c-b098-cab74514186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2609854
Sep 08 16:16:40.130118 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f98e82-5a44-4bc4-b406-9c3913e6af7a req-41437699-ce10-4c12-a7ee-ca12cfb0b33e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:40.138804 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-49f98e82-5a44-4bc4-b406-9c3913e6af7a req-41437699-ce10-4c12-a7ee-ca12cfb0b33e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.1377521
Sep 08 16:16:40.246241 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-49f98e82-5a44-4bc4-b406-9c3913e6af7a req-66062085-32d7-405f-ba30-fbc9134dff05 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1061063
Sep 08 16:16:40.493494 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-c3d58dfd-3a7f-492b-a2c2-be1e0358d51a req-96c8a489-2369-4b04-a0c7-5589bbee9c83 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=97e52b75-f414-4602-9e4a-b937e7875135 HTTP/1.1" status: 200  len: 210 time: 0.1355247
Sep 08 16:16:40.602464 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156994d2-0c21-4a83-9ea8-796f42acb4c1 req-e2ff6058-d23d-4974-8c71-56c91f8d577c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:40.612505 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-156994d2-0c21-4a83-9ea8-796f42acb4c1 req-e2ff6058-d23d-4974-8c71-56c91f8d577c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 945 time: 0.3597822
Sep 08 16:16:40.714430 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-156994d2-0c21-4a83-9ea8-796f42acb4c1 req-17ad113b-63e0-497f-8ccd-8be3bbefe65a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0904708
Sep 08 16:16:40.854874 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f51cf4-ca17-4353-95e8-18867b1608dc req-0fb8758e-6ac7-4849-b97e-8013290eb8ea tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:40.856501 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-e3f51cf4-ca17-4353-95e8-18867b1608dc req-0fb8758e-6ac7-4849-b97e-8013290eb8ea tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.1407859
Sep 08 16:16:40.877040 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 37336) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:40.883886 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-62c47d85-4575-48ae-a90a-1a1e7c4f40b8 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Request body: {'floatingip': {'port_id': 'ada104b9-d491-45ae-a144-07da180661e5'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:16:40.983166 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-62c47d85-4575-48ae-a90a-1a1e7c4f40b8 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for floatingip, before_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:41.029488 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 625c811b-4427-4c32-9c2e-61a56adb42db up at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:16:41.177772 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning for port 625c811b-4427-4c32-9c2e-61a56adb42db completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:16:41.193796 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning complete for port 625c811b-4427-4c32-9c2e-61a56adb42db triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:16:41.194309 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:41.326128 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d4c9b-3275-4cfe-877a-f9173a9319e1 req-d709e69a-f0a6-4edd-8d7a-e3bce9540b6e tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:41.341338 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f56d4c9b-3275-4cfe-877a-f9173a9319e1 req-d709e69a-f0a6-4edd-8d7a-e3bce9540b6e tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 946 time: 0.2836847
Sep 08 16:16:41.376730 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 37344) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:41.409483 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:41.489722 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dd36a3-a4b2-4d0e-8140-e629d0c9954d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625c811b-4427-4c32-9c2e-61a56adb42db'}] {{(pid=79427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:16:41.531890 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 625c811b-4427-4c32-9c2e-61a56adb42db, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=625c811b-4427-4c32-9c2e-61a56adb42db,segment=NetworkSegment(52138e92-9965-4b35-b4cf-e92e92ee1ba1),segment_id=52138e92-9965-4b35-b4cf-e92e92ee1ba1)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:16:41.542217 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:41.551654 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:41.695914 dv-cinder-807898-1-iscsi neutron-server[79427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2dd36a3-a4b2-4d0e-8140-e629d0c9954d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625c811b-4427-4c32-9c2e-61a56adb42db', 'code': 200}
Sep 08 16:16:41.836342 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=625c811b-4427-4c32-9c2e-61a56adb42db,revision_number=5']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:41.855444 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:42.007539 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-f7259ed7-d64c-4a33-bf7a-21cc5dff7c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:42.039670 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-f7259ed7-d64c-4a33-bf7a-21cc5dff7c5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:16:42.047125 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-f7259ed7-d64c-4a33-bf7a-21cc5dff7c5d admin admin] Usage tracker for resource:security_group_rule and tenant:c71bd456dbf5401c898643535aa0c3b7 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:16:42.053805 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-f7259ed7-d64c-4a33-bf7a-21cc5dff7c5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:16:42.065415 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-f7259ed7-d64c-4a33-bf7a-21cc5dff7c5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:16:42.068319 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-c1371ea1-1885-4c3b-8d80-f8ae5b1486b9 req-f0d23bc7-4836-4a79-9a6d-705573878039 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=97e52b75-f414-4602-9e4a-b937e7875135 HTTP/1.1" status: 200  len: 210 time: 0.1883426
Sep 08 16:16:42.105480 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f56d4c9b-3275-4cfe-877a-f9173a9319e1 req-8df2cc2a-0adf-45a4-bea1-2690f9fc2cd4 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7609627
Sep 08 16:16:42.350374 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d07ef-9285-4853-9e07-f4d8e954a8b2 req-144d2f51-764d-4f82-bf56-3771491f63de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:42.352658 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-a93d07ef-9285-4853-9e07-f4d8e954a8b2 req-144d2f51-764d-4f82-bf56-3771491f63de service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 1099 time: 0.2781434
Sep 08 16:16:42.375229 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-f7259ed7-d64c-4a33-bf7a-21cc5dff7c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:42.402671 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-f7259ed7-d64c-4a33-bf7a-21cc5dff7c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:42.442113 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:42.453114 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-f7259ed7-d64c-4a33-bf7a-21cc5dff7c5d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c71bd456dbf5401c898643535aa0c3b7&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0615726
Sep 08 16:16:42.462611 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 37364) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:42.513965 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-a93d07ef-9285-4853-9e07-f4d8e954a8b2 req-9d31e0f6-786b-4f55-b45a-da779eafd654 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1364484
Sep 08 16:16:42.571044 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7259ed7-d64c-4a33-bf7a-21cc5dff7c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28dcbcbc-e04c-4f43-a6f6-b697aeb7d04f,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:42.622952 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-f7259ed7-d64c-4a33-bf7a-21cc5dff7c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:42.727335 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-820cedfa-26d7-4bda-8aac-c17bd0b1e6a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:42.800497 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-820cedfa-26d7-4bda-8aac-c17bd0b1e6a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:42.817410 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f221193-d479-43e8-906c-575398d41fc6 req-26f866e2-ece0-4899-8054-454c55a0651a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:42.822893 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6f221193-d479-43e8-906c-575398d41fc6 req-26f866e2-ece0-4899-8054-454c55a0651a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 946 time: 0.4961083
Sep 08 16:16:42.865800 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3247da9-028a-474a-8029-0797490adb5f req-43955cae-cb85-4c65-845f-cdddd1468d2e tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:42.867933 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f3247da9-028a-474a-8029-0797490adb5f req-43955cae-cb85-4c65-845f-cdddd1468d2e tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.70 "GET /v2.0/networks?id=204b86ab-9a41-430c-b098-cab74514186e HTTP/1.1" status: 200  len: 814 time: 0.3484545
Sep 08 16:16:42.970882 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-820cedfa-26d7-4bda-8aac-c17bd0b1e6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:42.978038 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-acd24002-0c81-4b63-8a5a-087884c6a658 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:43.005048 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.db.resource_extend [None req-62c47d85-4575-48ae-a90a-1a1e7c4f40b8 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Sep 08 16:16:43.011784 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820cedfa-26d7-4bda-8aac-c17bd0b1e6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28dcbcbc-e04c-4f43-a6f6-b697aeb7d04f,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:43.050786 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-820cedfa-26d7-4bda-8aac-c17bd0b1e6a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:43.075960 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [req-f3247da9-028a-474a-8029-0797490adb5f req-e101f776-7160-460c-b934-45ff8118f0f2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Request body: {'port': {'device_id': '97e52b75-f414-4602-9e4a-b937e7875135', 'network_id': '204b86ab-9a41-430c-b098-cab74514186e', 'admin_state_up': True, 'tenant_id': 'c8c774bb92304c42ab3c6d7f2ab7e7dd'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:16:43.171338 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-820cedfa-26d7-4bda-8aac-c17bd0b1e6a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:43.175360 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-820cedfa-26d7-4bda-8aac-c17bd0b1e6a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/28dcbcbc-e04c-4f43-a6f6-b697aeb7d04f HTTP/1.1" status: 204  len: 168 time: 0.7071030
Sep 08 16:16:43.188688 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6f221193-d479-43e8-906c-575398d41fc6 req-efd799e3-c715-4747-87c4-4846d757cce8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2827516
Sep 08 16:16:43.380815 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-62c47d85-4575-48ae-a90a-1a1e7c4f40b8 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:43.393169 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-62c47d85-4575-48ae-a90a-1a1e7c4f40b8 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1948197'] for floatingip, after_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:43.482603 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [req-f3247da9-028a-474a-8029-0797490adb5f req-e101f776-7160-460c-b934-45ff8118f0f2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:16:43.498750 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-f3247da9-028a-474a-8029-0797490adb5f req-e101f776-7160-460c-b934-45ff8118f0f2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Usage tracker for resource:port and tenant:c8c774bb92304c42ab3c6d7f2ab7e7dd is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:16:43.507275 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-f3247da9-028a-474a-8029-0797490adb5f req-e101f776-7160-460c-b934-45ff8118f0f2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:16:43.538728 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [req-f3247da9-028a-474a-8029-0797490adb5f req-e101f776-7160-460c-b934-45ff8118f0f2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:16:43.548821 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3247da9-028a-474a-8029-0797490adb5f req-e101f776-7160-460c-b934-45ff8118f0f2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Made reservation on behalf of c8c774bb92304c42ab3c6d7f2ab7e7dd for: {'port': 1} {{(pid=79425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:16:43.555993 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-f3247da9-028a-474a-8029-0797490adb5f req-e101f776-7160-460c-b934-45ff8118f0f2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:43.828424 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0d4415c2-a13d-4b3a-995d-918ef23cb21c req-f45a7cf2-1757-497b-ba7f-44d35f59dbbc tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=97e52b75-f414-4602-9e4a-b937e7875135 HTTP/1.1" status: 200  len: 210 time: 0.2822752
Sep 08 16:16:43.872451 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 37390) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:43.910445 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_common [req-f3247da9-028a-474a-8029-0797490adb5f req-e101f776-7160-460c-b934-45ff8118f0f2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Allocated IP 172.20.0.6 (204b86ab-9a41-430c-b098-cab74514186e/0101320e-6e22-4da8-9a28-c7b9120cae08/aa473e45-2d44-4f49-a4fd-95423bbd6c8d) {{(pid=79425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:16:43.922210 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-e652deae-95a2-4438-ba58-317da31419ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:43.966604 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcc516-4132-47f9-acbc-9defe91fc2d8 req-02ad86fb-9c95-4372-8517-00b1be1d0391 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:43.969336 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-e652deae-95a2-4438-ba58-317da31419ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:16:43.969820 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-08bcc516-4132-47f9-acbc-9defe91fc2d8 req-02ad86fb-9c95-4372-8517-00b1be1d0391 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 946 time: 0.4218657
Sep 08 16:16:43.974529 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.db.l3_db [None req-62c47d85-4575-48ae-a90a-1a1e7c4f40b8 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Floating IP 889f1c0d-12e1-4c62-a3e0-193d16a87c8e associated. External IP: 172.27.2.159, port: ada104b9-d491-45ae-a144-07da180661e5.
Sep 08 16:16:43.974813 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-e652deae-95a2-4438-ba58-317da31419ab admin admin] Usage tracker for resource:security_group_rule and tenant:1646befe5821448f91264a2a49398034 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:16:43.979790 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-e652deae-95a2-4438-ba58-317da31419ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:16:43.987883 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-e652deae-95a2-4438-ba58-317da31419ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:16:44.269545 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-e652deae-95a2-4438-ba58-317da31419ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:44.294041 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-08bcc516-4132-47f9-acbc-9defe91fc2d8 req-b5724d50-2689-4f09-9f20-f32fa711539e tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2440336
Sep 08 16:16:44.311113 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-e652deae-95a2-4438-ba58-317da31419ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:44.351137 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:44.411393 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652deae-95a2-4438-ba58-317da31419ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237c1701-6d16-4dd3-b348-43fe94bad891,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:44.418108 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-e652deae-95a2-4438-ba58-317da31419ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:44.423025 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-e652deae-95a2-4438-ba58-317da31419ab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1646befe5821448f91264a2a49398034&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5470390
Sep 08 16:16:44.424368 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 37398) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:44.427351 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-f3247da9-028a-474a-8029-0797490adb5f req-e101f776-7160-460c-b934-45ff8118f0f2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Notify callbacks [] for port, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:44.516923 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4373d386-4d9c-425e-b496-fdfa370aa5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:44.542167 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-f3247da9-028a-474a-8029-0797490adb5f req-e101f776-7160-460c-b934-45ff8118f0f2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692'] for port, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:44.561153 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-c349617c-d451-4e14-b741-d4cf53b5488f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:44.591964 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['7cbd5dee-f58a-4b80-ad1f-8953c26b4057'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:16:44.658998 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4373d386-4d9c-425e-b496-fdfa370aa5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:44.705951 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee85544-3017-476f-b46c-f0b20d2e50e4 req-7eded8ea-2c23-4f2f-a5d1-e912c227462e tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:44.715320 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0ee85544-3017-476f-b46c-f0b20d2e50e4 req-7eded8ea-2c23-4f2f-a5d1-e912c227462e tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 946 time: 0.2549520
Sep 08 16:16:44.778282 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3247da9-028a-474a-8029-0797490adb5f req-e101f776-7160-460c-b934-45ff8118f0f2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Network 204b86ab-9a41-430c-b098-cab74514186e is already hosted by enough agents. {{(pid=79425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:16:44.783889 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c47d85-4575-48ae-a90a-1a1e7c4f40b8 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Router 4a8ff593-1e82-4008-b80b-c5adbd9ee2db has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:16:44.813909 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [req-f3247da9-028a-474a-8029-0797490adb5f req-e101f776-7160-460c-b934-45ff8118f0f2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Resources bound (agent type, host, resource id):  {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:16:44.837667 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101f776-7160-460c-b934-45ff8118f0f2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Pushing event updated for resources: {'Port': ['ID=aa473e45-2d44-4f49-a4fd-95423bbd6c8d,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:44.852276 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3247da9-028a-474a-8029-0797490adb5f req-e101f776-7160-460c-b934-45ff8118f0f2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Received port after_create {{(pid=79425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:16:44.859150 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0ee85544-3017-476f-b46c-f0b20d2e50e4 req-4af9ead1-e0bf-4863-9197-148cfbf60b14 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1421459
Sep 08 16:16:44.877469 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3247da9-028a-474a-8029-0797490adb5f req-e101f776-7160-460c-b934-45ff8118f0f2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:44.879780 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-f3247da9-028a-474a-8029-0797490adb5f req-e101f776-7160-460c-b934-45ff8118f0f2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:44.905308 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-e101f776-7160-460c-b934-45ff8118f0f2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:44.975415 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f3247da9-028a-474a-8029-0797490adb5f req-e101f776-7160-460c-b934-45ff8118f0f2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9088128
Sep 08 16:16:45.006267 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [req-f3247da9-028a-474a-8029-0797490adb5f req-2bcd2f85-6290-4963-b9e9-7bcb9a8224d8 service neutron] Request body: {'port': {'device_id': '97e52b75-f414-4602-9e4a-b937e7875135', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:16:45.286659 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4373d386-4d9c-425e-b496-fdfa370aa5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:45.297074 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-e652deae-95a2-4438-ba58-317da31419ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:45.319755 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373d386-4d9c-425e-b496-fdfa370aa5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237c1701-6d16-4dd3-b348-43fe94bad891,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:45.319755 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-4373d386-4d9c-425e-b496-fdfa370aa5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:45.351300 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4373d386-4d9c-425e-b496-fdfa370aa5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:45.356544 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-4373d386-4d9c-425e-b496-fdfa370aa5f5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/237c1701-6d16-4dd3-b348-43fe94bad891 HTTP/1.1" status: 204  len: 168 time: 0.9219627
Sep 08 16:16:45.457389 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-f3247da9-028a-474a-8029-0797490adb5f req-2bcd2f85-6290-4963-b9e9-7bcb9a8224d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:45.527177 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c47d85-4575-48ae-a90a-1a1e7c4f40b8 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:16:45.535609 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-62c47d85-4575-48ae-a90a-1a1e7c4f40b8 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for floatingip, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:45.566623 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2836673-deee-4189-bb2a-460deac82670 None None] Sync routers for ids ['4a8ff593-1e82-4008-b80b-c5adbd9ee2db'] in dv-cinder-807898-1-iscsi {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:16:45.588062 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2836673-deee-4189-bb2a-460deac82670 None None] Routers {'4a8ff593-1e82-4008-b80b-c5adbd9ee2db'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:16:45.597187 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-f2836673-deee-4189-bb2a-460deac82670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251df5b80>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:16:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['4a8ff593-1e82-4008-b80b-c5adbd9ee2db'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:16:45.675652 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cc142-7988-4351-8407-449b60b92a0c req-4385be08-e985-4598-8beb-a02c50a84c5f tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:45.683680 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-493cc142-7988-4351-8407-449b60b92a0c req-4385be08-e985-4598-8beb-a02c50a84c5f tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=97e52b75-f414-4602-9e4a-b937e7875135 HTTP/1.1" status: 200  len: 931 time: 0.4212654
Sep 08 16:16:45.738613 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:45.755611 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-493cc142-7988-4351-8407-449b60b92a0c req-e30b5f48-5161-4859-ac16-f0d53d64db42 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705640
Sep 08 16:16:45.769291 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-62c47d85-4575-48ae-a90a-1a1e7c4f40b8 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "PUT /v2.0/floatingips/889f1c0d-12e1-4c62-a3e0-193d16a87c8e HTTP/1.1" status: 200  len: 992 time: 4.8910425
Sep 08 16:16:45.773860 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db24e43-208d-4d9e-a75c-98f3168ab156', 'tag': 'ada104b9-d491-45ae-a144-07da180661e5'}] {{(pid=79426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:16:45.900295 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77381018-385d-42ab-9551-d3cd89b5f5bf req-f8249e2a-8f1d-4649-9acb-bdf173e830d6 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:45.918298 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-77381018-385d-42ab-9551-d3cd89b5f5bf req-f8249e2a-8f1d-4649-9acb-bdf173e830d6 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 946 time: 0.3076000
Sep 08 16:16:46.091123 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-77381018-385d-42ab-9551-d3cd89b5f5bf req-211245f6-7f69-4e1a-bd67-6d321853f8fd tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1639080
Sep 08 16:16:46.176071 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [req-f3247da9-028a-474a-8029-0797490adb5f req-2bcd2f85-6290-4963-b9e9-7bcb9a8224d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa473e45-2d44-4f49-a4fd-95423bbd6c8d {{(pid=79425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:16:46.186614 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-f3247da9-028a-474a-8029-0797490adb5f req-2bcd2f85-6290-4963-b9e9-7bcb9a8224d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:46.222214 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.provisioning_blocks [req-f3247da9-028a-474a-8029-0797490adb5f req-2bcd2f85-6290-4963-b9e9-7bcb9a8224d8 service neutron] Transition to ACTIVE for port object aa473e45-2d44-4f49-a4fd-95423bbd6c8d will not be triggered until provisioned by entity L2. {{(pid=79425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:16:46.225601 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3db24e43-208d-4d9e-a75c-98f3168ab156', 'tag': 'ada104b9-d491-45ae-a144-07da180661e5', 'status': 'completed', 'code': 200}
Sep 08 16:16:46.229581 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-f3247da9-028a-474a-8029-0797490adb5f req-2bcd2f85-6290-4963-b9e9-7bcb9a8224d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:46.244360 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:46.321489 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-f2836673-deee-4189-bb2a-460deac82670 None None] Set router 4a8ff593-1e82-4008-b80b-c5adbd9ee2db gateway port host: dv-cinder-807898-1-iscsi {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:16:46.651833 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f65c6b-e0d7-4697-ba59-d06dc1524c7f req-cd0fe95f-2b90-4dd0-8908-6f111f227417 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:46.654300 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-69f65c6b-e0d7-4697-ba59-d06dc1524c7f req-cd0fe95f-2b90-4dd0-8908-6f111f227417 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 946 time: 0.1708775
Sep 08 16:16:46.894265 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-69f65c6b-e0d7-4697-ba59-d06dc1524c7f req-686accd9-ebc6-4bbe-a21f-df26f8b9d6f6 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2315886
Sep 08 16:16:46.920813 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd2f85-6290-4963-b9e9-7bcb9a8224d8 service neutron] Pushing event updated for resources: {'Port': ['ID=aa473e45-2d44-4f49-a4fd-95423bbd6c8d,revision_number=2']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:46.925049 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-2bcd2f85-6290-4963-b9e9-7bcb9a8224d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:46.928156 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-f3247da9-028a-474a-8029-0797490adb5f req-2bcd2f85-6290-4963-b9e9-7bcb9a8224d8 service neutron] Attempting to bind port aa473e45-2d44-4f49-a4fd-95423bbd6c8d on host hv-cinder-80789 for vnic_type normal with profile  {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:16:46.928326 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-f3247da9-028a-474a-8029-0797490adb5f req-2bcd2f85-6290-4963-b9e9-7bcb9a8224d8 service neutron] Attempting to bind port aa473e45-2d44-4f49-a4fd-95423bbd6c8d by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': '050fb669-5eaa-4590-8753-e18a07bddcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '204b86ab-9a41-430c-b098-cab74514186e'}] {{(pid=79425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:16:46.928625 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3247da9-028a-474a-8029-0797490adb5f req-2bcd2f85-6290-4963-b9e9-7bcb9a8224d8 service neutron] Attempting to bind port aa473e45-2d44-4f49-a4fd-95423bbd6c8d on network 204b86ab-9a41-430c-b098-cab74514186e {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:16:46.941256 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3247da9-028a-474a-8029-0797490adb5f req-2bcd2f85-6290-4963-b9e9-7bcb9a8224d8 service neutron] Port aa473e45-2d44-4f49-a4fd-95423bbd6c8d on network 204b86ab-9a41-430c-b098-cab74514186e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 08 16:16:46.941701 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3247da9-028a-474a-8029-0797490adb5f req-2bcd2f85-6290-4963-b9e9-7bcb9a8224d8 service neutron] Attempting to bind port aa473e45-2d44-4f49-a4fd-95423bbd6c8d on network 204b86ab-9a41-430c-b098-cab74514186e {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:16:46.949732 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3247da9-028a-474a-8029-0797490adb5f req-2bcd2f85-6290-4963-b9e9-7bcb9a8224d8 service neutron] Checking agent: {'id': 'c4ee52ba-d613-406f-b441-649e3bfebfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'started_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:16:46.950023 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3247da9-028a-474a-8029-0797490adb5f req-2bcd2f85-6290-4963-b9e9-7bcb9a8224d8 service neutron] Checking segment: {'id': '050fb669-5eaa-4590-8753-e18a07bddcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '204b86ab-9a41-430c-b098-cab74514186e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:16:46.950413 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3247da9-028a-474a-8029-0797490adb5f req-2bcd2f85-6290-4963-b9e9-7bcb9a8224d8 service neutron] Bound using segment: {'id': '050fb669-5eaa-4590-8753-e18a07bddcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '204b86ab-9a41-430c-b098-cab74514186e'} {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:16:46.950858 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-f3247da9-028a-474a-8029-0797490adb5f req-2bcd2f85-6290-4963-b9e9-7bcb9a8224d8 service neutron] Bound port: aa473e45-2d44-4f49-a4fd-95423bbd6c8d, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '050fb669-5eaa-4590-8753-e18a07bddcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '204b86ab-9a41-430c-b098-cab74514186e'}}] {{(pid=79425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:16:46.951203 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-f3247da9-028a-474a-8029-0797490adb5f req-2bcd2f85-6290-4963-b9e9-7bcb9a8224d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:46.976047 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66b6ab-024a-4b89-9db1-112835f44f4a req-1f3f3378-c6ce-4676-b3bf-6129bffcef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:46.977774 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-ca66b6ab-024a-4b89-9db1-112835f44f4a req-1f3f3378-c6ce-4676-b3bf-6129bffcef76 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=212c97f3a57a4db5985bce4f60183ab4&device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 1099 time: 0.6017327
Sep 08 16:16:47.003157 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ce4c8-2504-4306-80e3-387c82ad2afa req-af94981f-0af1-4773-b7e6-f237842fa046 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:47.013572 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f62ce4c8-2504-4306-80e3-387c82ad2afa req-af94981f-0af1-4773-b7e6-f237842fa046 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9b195b8-bfe8-41df-869b-6898cf9164ec HTTP/1.1" status: 200  len: 946 time: 0.2640474
Sep 08 16:16:47.132516 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f62ce4c8-2504-4306-80e3-387c82ad2afa req-223271f4-d4c2-47d6-9c1e-31853b5ed8a8 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fa9572d-2aef-44c3-9117-bbfd53fd43c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179435
Sep 08 16:16:47.290325 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-f2836673-deee-4189-bb2a-460deac82670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251df5b80>, [{'id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'name': 'tempest-AttachVolumeTestJSON-732682896-router', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:15:48Z', 'revision_number': 4, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'gw_port': {'id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:27Z', 'updated_at': '2021-09-08T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_floatingips': [{'id': '889f1c0d-12e1-4c62-a3e0-193d16a87c8e', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'router_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'port_id': 'ada104b9-d491-45ae-a144-07da180661e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9', 'mac_address': 'fa:16:3e:9b:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db24e43-208d-4d9e-a75c-98f3168ab156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:16:07Z', 'updated_at': '2021-09-08T16:16:42Z', 'revision_number': 1, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c383f026-3af0-40d7-b82a-7196ee7c9260', 'name': '', 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'mac_address': 'fa:16:3e:e9:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6fbf176d-0f2a-4301-81f2-4479a85d15c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:43Z', 'updated_at': '2021-09-08T16:16:12Z', 'revision_number': 5, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'subnets': [{'id': '6fbf176d-0f2a-4301-81f2-4479a85d15c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:16:47.297408 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2836673-deee-4189-bb2a-460deac82670 None None] Checking router: 4a8ff593-1e82-4008-b80b-c5adbd9ee2db for host: dv-cinder-807898-1-iscsi {{(pid=79428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:16:47.312205 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2836673-deee-4189-bb2a-460deac82670 None None] Routers {'4a8ff593-1e82-4008-b80b-c5adbd9ee2db'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:16:47.312997 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-f2836673-deee-4189-bb2a-460deac82670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251df5b80>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:16:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['4a8ff593-1e82-4008-b80b-c5adbd9ee2db'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:16:47.412556 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84b002-5345-4a77-901b-777cb3539265 req-874ae0bc-a0ec-4b63-8da4-20e075263f66 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:47.420610 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-de84b002-5345-4a77-901b-777cb3539265 req-874ae0bc-a0ec-4b63-8da4-20e075263f66 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=97e52b75-f414-4602-9e4a-b937e7875135 HTTP/1.1" status: 200  len: 943 time: 0.2452843
Sep 08 16:16:47.430152 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba84806-afb1-44b8-9ec7-963f132205d3 req-7a723d4f-0167-46fb-b8ad-bccfa50c0867 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:47.439940 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0ba84806-afb1-44b8-9ec7-963f132205d3 req-7a723d4f-0167-46fb-b8ad-bccfa50c0867 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 946 time: 0.1538563
Sep 08 16:16:47.445002 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 37470) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:47.467234 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-84d8e8cf-aa79-4c27-9780-7e7fdc3e5fde tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Request body: {'floatingip': {'port_id': '625c811b-4427-4c32-9c2e-61a56adb42db'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:16:47.493267 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-f3247da9-028a-474a-8029-0797490adb5f req-2bcd2f85-6290-4963-b9e9-7bcb9a8224d8 service neutron] For port aa473e45-2d44-4f49-a4fd-95423bbd6c8d, host hv-cinder-80789, cleared binding levels {{(pid=79425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:16:47.514844 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66b6ab-024a-4b89-9db1-112835f44f4a req-1c072b4d-e647-4677-bd7e-6c08cae8e6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:47.518865 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-ca66b6ab-024a-4b89-9db1-112835f44f4a req-1c072b4d-e647-4677-bd7e-6c08cae8e6c0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=582096af-2f90-402d-b754-a13d85dcf0f9 HTTP/1.1" status: 200  len: 911 time: 0.4362621
Sep 08 16:16:47.524231 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-f3247da9-028a-474a-8029-0797490adb5f req-2bcd2f85-6290-4963-b9e9-7bcb9a8224d8 service neutron] For port aa473e45-2d44-4f49-a4fd-95423bbd6c8d, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=aa473e45-2d44-4f49-a4fd-95423bbd6c8d,segment=NetworkSegment(050fb669-5eaa-4590-8753-e18a07bddcf4),segment_id=050fb669-5eaa-4590-8753-e18a07bddcf4)] {{(pid=79425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:16:47.547145 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-f3247da9-028a-474a-8029-0797490adb5f req-2bcd2f85-6290-4963-b9e9-7bcb9a8224d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:47.589857 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-84d8e8cf-aa79-4c27-9780-7e7fdc3e5fde tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for floatingip, before_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:47.679428 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-e101f776-7160-460c-b934-45ff8118f0f2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:47.727420 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-f2836673-deee-4189-bb2a-460deac82670 None None] Set router 4a8ff593-1e82-4008-b80b-c5adbd9ee2db gateway port host: dv-cinder-807898-1-iscsi {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:16:47.775972 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-de84b002-5345-4a77-901b-777cb3539265 req-fe5cac69-7b57-442d-985d-bc687fd213c3 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3538578
Sep 08 16:16:47.884969 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd2f85-6290-4963-b9e9-7bcb9a8224d8 service neutron] Pushing event updated for resources: {'Port': ['ID=aa473e45-2d44-4f49-a4fd-95423bbd6c8d,revision_number=3']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:47.926252 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3247da9-028a-474a-8029-0797490adb5f req-2bcd2f85-6290-4963-b9e9-7bcb9a8224d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:47.926880 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-f3247da9-028a-474a-8029-0797490adb5f req-2bcd2f85-6290-4963-b9e9-7bcb9a8224d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:47.928510 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f3247da9-028a-474a-8029-0797490adb5f req-2bcd2f85-6290-4963-b9e9-7bcb9a8224d8 service neutron] 10.222.0.70 "PUT /v2.0/ports/aa473e45-2d44-4f49-a4fd-95423bbd6c8d HTTP/1.1" status: 200  len: 1093 time: 2.9327667
Sep 08 16:16:47.929222 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e52b75-f414-4602-9e4a-b937e7875135', 'tag': 'aa473e45-2d44-4f49-a4fd-95423bbd6c8d'}] {{(pid=79425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:16:47.945666 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-2bcd2f85-6290-4963-b9e9-7bcb9a8224d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:48.016152 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-ca66b6ab-024a-4b89-9db1-112835f44f4a req-12434bc2-5470-4ebc-a15b-8d60291dde90 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ada104b9-d491-45ae-a144-07da180661e5 HTTP/1.1" status: 200  len: 1000 time: 0.4780974
Sep 08 16:16:48.265680 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e52b75-f414-4602-9e4a-b937e7875135', 'tag': 'aa473e45-2d44-4f49-a4fd-95423bbd6c8d', 'status': 'completed', 'code': 200}
Sep 08 16:16:48.339810 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-f2836673-deee-4189-bb2a-460deac82670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251df5b80>, [{'id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'name': 'tempest-AttachVolumeTestJSON-732682896-router', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:15:48Z', 'revision_number': 4, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'gw_port': {'id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:27Z', 'updated_at': '2021-09-08T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_floatingips': [{'id': '889f1c0d-12e1-4c62-a3e0-193d16a87c8e', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'router_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'port_id': 'ada104b9-d491-45ae-a144-07da180661e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9', 'mac_address': 'fa:16:3e:9b:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db24e43-208d-4d9e-a75c-98f3168ab156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:16:07Z', 'updated_at': '2021-09-08T16:16:42Z', 'revision_number': 1, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c383f026-3af0-40d7-b82a-7196ee7c9260', 'name': '', 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'mac_address': 'fa:16:3e:e9:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6fbf176d-0f2a-4301-81f2-4479a85d15c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:43Z', 'updated_at': '2021-09-08T16:16:12Z', 'revision_number': 5, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'subnets': [{'id': '6fbf176d-0f2a-4301-81f2-4479a85d15c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:16:48.348968 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2836673-deee-4189-bb2a-460deac82670 None None] The sync data for ids ['4a8ff593-1e82-4008-b80b-c5adbd9ee2db'] in dv-cinder-807898-1-iscsi is: [{'id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'name': 'tempest-AttachVolumeTestJSON-732682896-router', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:15:48Z', 'revision_number': 4, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'gw_port': {'id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:27Z', 'updated_at': '2021-09-08T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_floatingips': [{'id': '889f1c0d-12e1-4c62-a3e0-193d16a87c8e', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'router_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'port_id': 'ada104b9-d491-45ae-a144-07da180661e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9', 'mac_address': 'fa:16:3e:9b:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db24e43-208d-4d9e-a75c-98f3168ab156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:16:07Z', 'updated_at': '2021-09-08T16:16:42Z', 'revision_number': 1, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c383f026-3af0-40d7-b82a-7196ee7c9260', 'name': '', 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'mac_address': 'fa:16:3e:e9:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6fbf176d-0f2a-4301-81f2-4479a85d15c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:43Z', 'updated_at': '2021-09-08T16:16:12Z', 'revision_number': 5, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'subnets': [{'id': '6fbf176d-0f2a-4301-81f2-4479a85d15c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:16:48.394497 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66b6ab-024a-4b89-9db1-112835f44f4a req-709c2e59-4886-4322-ba8c-e27a4334b674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:48.399312 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-ca66b6ab-024a-4b89-9db1-112835f44f4a req-709c2e59-4886-4322-ba8c-e27a4334b674 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6fbf176d-0f2a-4301-81f2-4479a85d15c0 HTTP/1.1" status: 200  len: 849 time: 0.2336371
Sep 08 16:16:48.439614 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd250038-4ee4-42c1-95e9-75171419a57d req-ffc710fa-aacc-4aa5-ac76-4bc7c56e055c tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:48.442413 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-fd250038-4ee4-42c1-95e9-75171419a57d req-ffc710fa-aacc-4aa5-ac76-4bc7c56e055c tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 946 time: 0.7842567
Sep 08 16:16:48.530914 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3247da9-028a-474a-8029-0797490adb5f req-ee3a3bac-e0ce-432c-86ab-cb79e48c6c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:48.532834 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f3247da9-028a-474a-8029-0797490adb5f req-ee3a3bac-e0ce-432c-86ab-cb79e48c6c8a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c8c774bb92304c42ab3c6d7f2ab7e7dd&device_id=97e52b75-f414-4602-9e4a-b937e7875135 HTTP/1.1" status: 200  len: 1096 time: 0.4590847
Sep 08 16:16:48.654543 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-fd250038-4ee4-42c1-95e9-75171419a57d req-e2268dec-e870-4042-b50a-b26de4ea6944 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1924949
Sep 08 16:16:48.673710 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f3247da9-028a-474a-8029-0797490adb5f req-fcdcf46f-3ecb-4b02-aa96-10dcf64d845a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa473e45-2d44-4f49-a4fd-95423bbd6c8d HTTP/1.1" status: 200  len: 217 time: 0.1192994
Sep 08 16:16:48.771578 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1ec05c-5056-4e2e-8bf3-801b1079ea14 None None] New status for floating IP 889f1c0d-12e1-4c62-a3e0-193d16a87c8e: ACTIVE {{(pid=79427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 08 16:16:48.773196 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3247da9-028a-474a-8029-0797490adb5f req-a195081b-b9d8-4ad6-9515-cec9440b5a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:48.775633 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f3247da9-028a-474a-8029-0797490adb5f req-a195081b-b9d8-4ad6-9515-cec9440b5a9c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0101320e-6e22-4da8-9a28-c7b9120cae08 HTTP/1.1" status: 200  len: 854 time: 0.0876756
Sep 08 16:16:48.827454 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66b6ab-024a-4b89-9db1-112835f44f4a req-f635cdc8-9c76-4577-ae50-44df5989b72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:48.829588 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-ca66b6ab-024a-4b89-9db1-112835f44f4a req-f635cdc8-9c76-4577-ae50-44df5989b72b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=582096af-2f90-402d-b754-a13d85dcf0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4158218
Sep 08 16:16:48.838253 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f3247da9-028a-474a-8029-0797490adb5f req-a55c52e9-2a8a-4576-a761-6913c82c5103 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=204b86ab-9a41-430c-b098-cab74514186e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0537412
Sep 08 16:16:49.111070 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-ca66b6ab-024a-4b89-9db1-112835f44f4a req-ca7efdb1-b690-4e52-a407-79b3825f8529 service neutron] 10.222.0.70 "GET /v2.0/networks/582096af-2f90-402d-b754-a13d85dcf0f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2723250
Sep 08 16:16:49.173176 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91abf5-4f9c-4960-9114-2edbd4a3073c req-b32ce2aa-0342-401a-bcf3-22a6ec0c3bec tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:49.180456 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ab91abf5-4f9c-4960-9114-2edbd4a3073c req-b32ce2aa-0342-401a-bcf3-22a6ec0c3bec tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9b195b8-bfe8-41df-869b-6898cf9164ec HTTP/1.1" status: 200  len: 946 time: 0.7195830
Sep 08 16:16:49.315713 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f3247da9-028a-474a-8029-0797490adb5f req-e56a706f-9903-4cab-abfc-e7dce687870c service neutron] 10.222.0.70 "GET /v2.0/networks/204b86ab-9a41-430c-b098-cab74514186e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2034190
Sep 08 16:16:49.319260 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ab91abf5-4f9c-4960-9114-2edbd4a3073c req-d7dff94c-60a4-447e-a1a7-83c2664a5fba tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fa9572d-2aef-44c3-9117-bbfd53fd43c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377599
Sep 08 16:16:49.387016 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da559fe6-a149-423d-93e3-5c6c8eb510fb req-09fe6c2a-e4c8-4dc5-8aaa-d868af3bd016 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:49.395528 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-da559fe6-a149-423d-93e3-5c6c8eb510fb req-09fe6c2a-e4c8-4dc5-8aaa-d868af3bd016 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=97e52b75-f414-4602-9e4a-b937e7875135 HTTP/1.1" status: 200  len: 943 time: 0.3734629
Sep 08 16:16:49.485218 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-da559fe6-a149-423d-93e3-5c6c8eb510fb req-7205bc06-3143-4b38-a6b5-08b64aafd0c6 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886407
Sep 08 16:16:49.486146 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 37524) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:49.505557 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.db.resource_extend [None req-84d8e8cf-aa79-4c27-9780-7e7fdc3e5fde tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Sep 08 16:16:49.639560 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-84d8e8cf-aa79-4c27-9780-7e7fdc3e5fde tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:49.644993 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-84d8e8cf-aa79-4c27-9780-7e7fdc3e5fde tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1948197'] for floatingip, after_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:49.682697 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-ca66b6ab-024a-4b89-9db1-112835f44f4a req-65c379df-c9fa-4a8a-bc6f-717c49f979ac service neutron] 10.222.0.70 "GET /v2.0/networks/582096af-2f90-402d-b754-a13d85dcf0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3656597
Sep 08 16:16:49.689291 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f3247da9-028a-474a-8029-0797490adb5f req-c27b95f7-c7df-4f31-91e1-21db46aa6a34 service neutron] 10.222.0.70 "GET /v2.0/networks/204b86ab-9a41-430c-b098-cab74514186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3463564
Sep 08 16:16:49.898433 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-19c05027-bb69-4a3a-aac1-58b7735bc005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:49.932582 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-19c05027-bb69-4a3a-aac1-58b7735bc005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:16:49.942434 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-19c05027-bb69-4a3a-aac1-58b7735bc005 admin admin] Usage tracker for resource:security_group_rule and tenant:9a3e33aad0de4a6ab7cc3c09be4ed4dc is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:16:49.947948 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-19c05027-bb69-4a3a-aac1-58b7735bc005 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:16:49.962845 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-19c05027-bb69-4a3a-aac1-58b7735bc005 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:16:49.989288 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a714219-31fc-45d0-9b55-9175c1e2def6 req-2c401a27-0bd2-47eb-abb2-e8fb2be55c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:49.991000 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2a714219-31fc-45d0-9b55-9175c1e2def6 req-2c401a27-0bd2-47eb-abb2-e8fb2be55c13 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c8c774bb92304c42ab3c6d7f2ab7e7dd&device_id=97e52b75-f414-4602-9e4a-b937e7875135 HTTP/1.1" status: 200  len: 1096 time: 0.1262703
Sep 08 16:16:50.017570 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.db.l3_db [None req-84d8e8cf-aa79-4c27-9780-7e7fdc3e5fde tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Floating IP 2a9a065a-9a21-45d4-a59d-69d4672a00c4 associated. External IP: 172.27.2.20, port: 625c811b-4427-4c32-9c2e-61a56adb42db.
Sep 08 16:16:50.151943 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1cebd7-2a47-40c8-8984-c60959cda70f req-51f9ab7f-4965-47fc-8788-7f19a15333c9 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:50.153432 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-fb1cebd7-2a47-40c8-8984-c60959cda70f req-51f9ab7f-4965-47fc-8788-7f19a15333c9 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 946 time: 0.3241372
Sep 08 16:16:50.247810 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8236f-09b9-4226-a7f7-a0e47e6268d3 req-d11162e4-1bfd-4d4e-92c6-8a5caa3e78e6 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:50.250249 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-eed8236f-09b9-4226-a7f7-a0e47e6268d3 req-d11162e4-1bfd-4d4e-92c6-8a5caa3e78e6 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9b195b8-bfe8-41df-869b-6898cf9164ec HTTP/1.1" status: 200  len: 946 time: 0.2428119
Sep 08 16:16:50.251399 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a714219-31fc-45d0-9b55-9175c1e2def6 req-ac507f9f-a222-4aa9-94e0-8c5b3d0ba2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:50.252968 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2a714219-31fc-45d0-9b55-9175c1e2def6 req-ac507f9f-a222-4aa9-94e0-8c5b3d0ba2e1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=204b86ab-9a41-430c-b098-cab74514186e HTTP/1.1" status: 200  len: 915 time: 0.2062271
Sep 08 16:16:50.279092 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-fb1cebd7-2a47-40c8-8984-c60959cda70f req-301aa3f2-adf9-45ff-9d2e-2f5b58049a96 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042480
Sep 08 16:16:50.405362 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2a714219-31fc-45d0-9b55-9175c1e2def6 req-96c52c95-3fb5-4d74-900d-2c5375d7585b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa473e45-2d44-4f49-a4fd-95423bbd6c8d HTTP/1.1" status: 200  len: 217 time: 0.0882571
Sep 08 16:16:50.484423 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [req-eed8236f-09b9-4226-a7f7-a0e47e6268d3 req-f7ad12af-eadd-445b-9f9d-f7b79c9ffae6 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Deleting port 9bbcf2be-3721-436a-98a5-308ffff99b29 {{(pid=79425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:16:50.484815 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-eed8236f-09b9-4226-a7f7-a0e47e6268d3 req-f7ad12af-eadd-445b-9f9d-f7b79c9ffae6 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:50.556097 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-19c05027-bb69-4a3a-aac1-58b7735bc005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:50.562634 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a714219-31fc-45d0-9b55-9175c1e2def6 req-ab9d7378-e26a-46fe-8420-5c96d15dfd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:50.564327 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2a714219-31fc-45d0-9b55-9175c1e2def6 req-ab9d7378-e26a-46fe-8420-5c96d15dfd7a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0101320e-6e22-4da8-9a28-c7b9120cae08 HTTP/1.1" status: 200  len: 854 time: 0.1502037
Sep 08 16:16:50.699222 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-19c05027-bb69-4a3a-aac1-58b7735bc005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:50.739971 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-f443a31c-4786-4229-9749-c3dbb27e59ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:50.773984 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2a714219-31fc-45d0-9b55-9175c1e2def6 req-c7e5fa59-d07d-4386-ad3d-5f283669e1df service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=204b86ab-9a41-430c-b098-cab74514186e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1891060
Sep 08 16:16:51.166716 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-19c05027-bb69-4a3a-aac1-58b7735bc005 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9a3e33aad0de4a6ab7cc3c09be4ed4dc&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6731012
Sep 08 16:16:51.173760 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 37546) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:51.207300 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c05027-bb69-4a3a-aac1-58b7735bc005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef71804e-7751-4474-9c40-88ab24467af5,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:51.226788 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-19c05027-bb69-4a3a-aac1-58b7735bc005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:51.325149 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d8e8cf-aa79-4c27-9780-7e7fdc3e5fde tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Router 64e5c9af-a25a-4228-8131-f4c5230ec1fb has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:16:51.351287 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba729fe-4be8-494f-902c-71fc1f1dc56f req-3195ab73-7f31-472b-82fe-763122f15d37 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:51.353970 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-dba729fe-4be8-494f-902c-71fc1f1dc56f req-3195ab73-7f31-472b-82fe-763122f15d37 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9b195b8-bfe8-41df-869b-6898cf9164ec HTTP/1.1" status: 200  len: 946 time: 0.6586204
Sep 08 16:16:51.359769 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2a714219-31fc-45d0-9b55-9175c1e2def6 req-23fccbbb-3126-4b4e-9c8f-c5f4101281df service neutron] 10.222.0.70 "GET /v2.0/networks/204b86ab-9a41-430c-b098-cab74514186e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5550869
Sep 08 16:16:51.371347 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58f658-5441-4aba-be31-33cf399de61f req-a800f93d-430a-4c2f-be74-148c4552178d tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:51.373986 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2f58f658-5441-4aba-be31-33cf399de61f req-a800f93d-430a-4c2f-be74-148c4552178d tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=97e52b75-f414-4602-9e4a-b937e7875135 HTTP/1.1" status: 200  len: 943 time: 0.4605396
Sep 08 16:16:51.719428 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-eed8236f-09b9-4226-a7f7-a0e47e6268d3 req-f7ad12af-eadd-445b-9f9d-f7b79c9ffae6 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] For port 9bbcf2be-3721-436a-98a5-308ffff99b29, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=9bbcf2be-3721-436a-98a5-308ffff99b29,segment=NetworkSegment(21b3f3ba-15d2-405b-8cb9-122dad387cd3),segment_id=21b3f3ba-15d2-405b-8cb9-122dad387cd3)] {{(pid=79425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:16:51.720099 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-eed8236f-09b9-4226-a7f7-a0e47e6268d3 req-f7ad12af-eadd-445b-9f9d-f7b79c9ffae6 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:51.734656 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-07c46aa9-95ed-4a46-b061-fa7a3e8223fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:51.778250 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2f58f658-5441-4aba-be31-33cf399de61f req-7c9ec886-3c3a-4ee8-bfa2-fa4eb6f8b0c6 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3917904
Sep 08 16:16:51.790968 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-dba729fe-4be8-494f-902c-71fc1f1dc56f req-6944b7a9-b73b-4e3f-93f6-a3c49aa6e7a4 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fa9572d-2aef-44c3-9117-bbfd53fd43c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4096045
Sep 08 16:16:51.882881 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d8e8cf-aa79-4c27-9780-7e7fdc3e5fde tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:16:51.897449 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efbcc58-3db3-4052-8592-847a45fc9df8 None None] Sync routers for ids ['64e5c9af-a25a-4228-8131-f4c5230ec1fb'] in dv-cinder-807898-1-iscsi {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:16:51.921408 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efbcc58-3db3-4052-8592-847a45fc9df8 None None] Routers {'64e5c9af-a25a-4228-8131-f4c5230ec1fb'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:16:51.922397 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-7efbcc58-3db3-4052-8592-847a45fc9df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251d43a90>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:16:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['64e5c9af-a25a-4228-8131-f4c5230ec1fb'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:16:51.926320 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-84d8e8cf-aa79-4c27-9780-7e7fdc3e5fde tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for floatingip, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:52.097499 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-84d8e8cf-aa79-4c27-9780-7e7fdc3e5fde tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "PUT /v2.0/floatingips/2a9a065a-9a21-45d4-a59d-69d4672a00c4 HTTP/1.1" status: 200  len: 991 time: 4.6505709
Sep 08 16:16:52.099220 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2dd36a3-a4b2-4d0e-8140-e629d0c9954d', 'tag': '625c811b-4427-4c32-9c2e-61a56adb42db'}] {{(pid=79426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:16:52.235226 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [req-eed8236f-09b9-4226-a7f7-a0e47e6268d3 req-f7ad12af-eadd-445b-9f9d-f7b79c9ffae6 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Calling delete_port for 9bbcf2be-3721-436a-98a5-308ffff99b29 owned by compute:nova {{(pid=79425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:16:52.361724 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-7efbcc58-3db3-4052-8592-847a45fc9df8 None None] Set router 64e5c9af-a25a-4228-8131-f4c5230ec1fb gateway port host: dv-cinder-807898-1-iscsi {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:16:52.383430 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7900aba-b33b-47b5-baaf-8c337b6ec6b9 req-2236247f-f185-4396-9717-c23da3f523d0 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:52.384048 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-07c46aa9-95ed-4a46-b061-fa7a3e8223fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:52.392226 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-e7900aba-b33b-47b5-baaf-8c337b6ec6b9 req-2236247f-f185-4396-9717-c23da3f523d0 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 946 time: 0.2695072
Sep 08 16:16:52.492147 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-07c46aa9-95ed-4a46-b061-fa7a3e8223fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:52.513376 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:52.523844 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2dd36a3-a4b2-4d0e-8140-e629d0c9954d', 'tag': '625c811b-4427-4c32-9c2e-61a56adb42db', 'status': 'completed', 'code': 200}
Sep 08 16:16:52.530049 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2a714219-31fc-45d0-9b55-9175c1e2def6 req-d20eaf00-3bb0-4dcc-b24d-7a287a604b19 service neutron] 10.222.0.70 "GET /v2.0/networks/204b86ab-9a41-430c-b098-cab74514186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1367426
Sep 08 16:16:52.541648 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-e7900aba-b33b-47b5-baaf-8c337b6ec6b9 req-061732a1-f90a-45cc-a3c5-d741c643c1cf tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1417933
Sep 08 16:16:52.688404 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c46aa9-95ed-4a46-b061-fa7a3e8223fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef71804e-7751-4474-9c40-88ab24467af5,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:52.761060 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-07c46aa9-95ed-4a46-b061-fa7a3e8223fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:52.775865 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-07c46aa9-95ed-4a46-b061-fa7a3e8223fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:52.777908 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-07c46aa9-95ed-4a46-b061-fa7a3e8223fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ef71804e-7751-4474-9c40-88ab24467af5 HTTP/1.1" status: 204  len: 168 time: 1.6024320
Sep 08 16:16:52.942213 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-eed8236f-09b9-4226-a7f7-a0e47e6268d3 req-f7ad12af-eadd-445b-9f9d-f7b79c9ffae6 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701'] for port, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:52.953995 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-7efbcc58-3db3-4052-8592-847a45fc9df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251d43a90>, [{'id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1866807271-router', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:15:46Z', 'revision_number': 4, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'gw_port': {'id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:26Z', 'updated_at': '2021-09-08T16:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_floatingips': [{'id': '2a9a065a-9a21-45d4-a59d-69d4672a00c4', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'floating_ip_address': '172.27.2.20', 'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'router_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'port_id': '625c811b-4427-4c32-9c2e-61a56adb42db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480', 'mac_address': 'fa:16:3e:fd:e8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dd36a3-a4b2-4d0e-8140-e629d0c9954d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:16:08Z', 'updated_at': '2021-09-08T16:16:49Z', 'revision_number': 1, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f4ba026-b3f8-4cf9-8692-9edd2944244e', 'name': '', 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'mac_address': 'fa:16:3e:14:16:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:37Z', 'updated_at': '2021-09-08T16:16:05Z', 'revision_number': 5, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'subnets': [{'id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:16:52.956724 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-175cf7cc-68d4-465e-b764-6818330fcc95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:52.966528 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efbcc58-3db3-4052-8592-847a45fc9df8 None None] Checking router: 64e5c9af-a25a-4228-8131-f4c5230ec1fb for host: dv-cinder-807898-1-iscsi {{(pid=79428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:16:52.992308 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efbcc58-3db3-4052-8592-847a45fc9df8 None None] Routers {'64e5c9af-a25a-4228-8131-f4c5230ec1fb'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:16:52.995339 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-7efbcc58-3db3-4052-8592-847a45fc9df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251d43a90>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:16:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['64e5c9af-a25a-4228-8131-f4c5230ec1fb'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:16:53.002731 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['9bbcf2be-3721-436a-98a5-308ffff99b29'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:16:53.015135 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3821666-7a0a-4a2d-8b65-6d054b312be5 req-c14cc7f7-69d1-4f94-aa30-180b6cf0c440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:53.017078 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-d3821666-7a0a-4a2d-8b65-6d054b312be5 req-c14cc7f7-69d1-4f94-aa30-180b6cf0c440 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8151b8f5193c4e4eb58002780ae62270&device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 1099 time: 0.3340375
Sep 08 16:16:53.019238 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad12af-eadd-445b-9f9d-f7b79c9ffae6 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Pushing event deleted for resources: {'Port': ['ID=9bbcf2be-3721-436a-98a5-308ffff99b29,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:53.024030 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-f7ad12af-eadd-445b-9f9d-f7b79c9ffae6 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:53.216577 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device aa473e45-2d44-4f49-a4fd-95423bbd6c8d details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 08 16:16:53.356808 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3821666-7a0a-4a2d-8b65-6d054b312be5 req-1182c378-44cc-42d4-8d28-3487243ac4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:53.360565 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-d3821666-7a0a-4a2d-8b65-6d054b312be5 req-1182c378-44cc-42d4-8d28-3487243ac4ec service neutron] 10.222.0.70 "GET /v2.0/networks?id=75dd61b0-379a-4abd-83d0-357fccbfe480 HTTP/1.1" status: 200  len: 918 time: 0.3334014
Sep 08 16:16:53.363790 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed8236f-09b9-4226-a7f7-a0e47e6268d3 req-f7ad12af-eadd-445b-9f9d-f7b79c9ffae6 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] No DVR routers for this DVR port 9bbcf2be-3721-436a-98a5-308ffff99b29 on host hv-cinder-80789 {{(pid=79425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 08 16:16:53.370221 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-eed8236f-09b9-4226-a7f7-a0e47e6268d3 req-f7ad12af-eadd-445b-9f9d-f7b79c9ffae6 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:53.413128 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-52cc360c-f1d0-40ae-af7c-8010672aa1be req-7722e260-9463-449f-8533-ac41514e46cf tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9b195b8-bfe8-41df-869b-6898cf9164ec HTTP/1.1" status: 200  len: 210 time: 0.1597853
Sep 08 16:16:53.438058 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d10e16-88d3-430e-9494-e7d5b871061a req-c0f0ab80-813a-4faf-90e7-a391ea3dff69 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:53.447516 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-81d10e16-88d3-430e-9494-e7d5b871061a req-c0f0ab80-813a-4faf-90e7-a391ea3dff69 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=97e52b75-f414-4602-9e4a-b937e7875135 HTTP/1.1" status: 200  len: 943 time: 0.4180553
Sep 08 16:16:53.515434 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b195b8-bfe8-41df-869b-6898cf9164ec', 'name': 'network-vif-deleted', 'tag': '9bbcf2be-3721-436a-98a5-308ffff99b29'}] {{(pid=79425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:16:53.542315 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-eed8236f-09b9-4226-a7f7-a0e47e6268d3 req-f7ad12af-eadd-445b-9f9d-f7b79c9ffae6 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.70 "DELETE /v2.0/ports/9bbcf2be-3721-436a-98a5-308ffff99b29 HTTP/1.1" status: 204  len: 173 time: 3.2680697
Sep 08 16:16:53.567188 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-81d10e16-88d3-430e-9494-e7d5b871061a req-20673fde-26d9-43f6-b51c-231435e7fd39 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169720
Sep 08 16:16:53.582816 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port aa473e45-2d44-4f49-a4fd-95423bbd6c8d, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=aa473e45-2d44-4f49-a4fd-95423bbd6c8d,segment=NetworkSegment(050fb669-5eaa-4590-8753-e18a07bddcf4),segment_id=050fb669-5eaa-4590-8753-e18a07bddcf4)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:16:53.665295 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Returning: {'device': 'aa473e45-2d44-4f49-a4fd-95423bbd6c8d', 'network_id': '204b86ab-9a41-430c-b098-cab74514186e', 'port_id': 'aa473e45-2d44-4f49-a4fd-95423bbd6c8d', 'mac_address': 'fa:16:3e:3c:b2:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0101320e-6e22-4da8-9a28-c7b9120cae08', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 08 16:16:53.667504 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-7efbcc58-3db3-4052-8592-847a45fc9df8 None None] Set router 64e5c9af-a25a-4228-8131-f4c5230ec1fb gateway port host: dv-cinder-807898-1-iscsi {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:16:53.667881 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-d3821666-7a0a-4a2d-8b65-6d054b312be5 req-abf36925-3e44-42f0-9949-982335b851d5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=625c811b-4427-4c32-9c2e-61a56adb42db HTTP/1.1" status: 200  len: 999 time: 0.2787313
Sep 08 16:16:53.677026 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 37582) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:53.729662 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-36180bb8-01c2-4530-924f-2f1330a6e584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:53.802569 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-36180bb8-01c2-4530-924f-2f1330a6e584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:16:53.821304 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-36180bb8-01c2-4530-924f-2f1330a6e584 admin admin] Usage tracker for resource:security_group_rule and tenant:8836663f8ca64a559a3039d24d905fe3 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:16:53.826883 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-36180bb8-01c2-4530-924f-2f1330a6e584 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:16:53.838585 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-36180bb8-01c2-4530-924f-2f1330a6e584 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:16:53.874472 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:53.916023 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3821666-7a0a-4a2d-8b65-6d054b312be5 req-f2091898-7b79-4e58-b06c-7f6cca28a46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:53.923064 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-d3821666-7a0a-4a2d-8b65-6d054b312be5 req-f2091898-7b79-4e58-b06c-7f6cca28a46f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6f651bc7-f67b-4bb0-9543-107fa7d7bbeb HTTP/1.1" status: 200  len: 856 time: 0.2335563
Sep 08 16:16:53.958785 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa473e45-2d44-4f49-a4fd-95423bbd6c8d {{(pid=79427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:16:54.027536 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port aa473e45-2d44-4f49-a4fd-95423bbd6c8d, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=aa473e45-2d44-4f49-a4fd-95423bbd6c8d,segment=NetworkSegment(050fb669-5eaa-4590-8753-e18a07bddcf4),segment_id=050fb669-5eaa-4590-8753-e18a07bddcf4)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:16:54.037198 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b195b8-bfe8-41df-869b-6898cf9164ec', 'name': 'network-vif-deleted', 'tag': '9bbcf2be-3721-436a-98a5-308ffff99b29', 'status': 'completed', 'code': 200}
Sep 08 16:16:54.039211 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:54.049956 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-a5423071-2559-4f37-be0b-1da897507981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:54.185026 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3821666-7a0a-4a2d-8b65-6d054b312be5 req-1517f9f7-db1f-459d-967d-0ee6460d0a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:54.189051 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-d3821666-7a0a-4a2d-8b65-6d054b312be5 req-1517f9f7-db1f-459d-967d-0ee6460d0a04 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=75dd61b0-379a-4abd-83d0-357fccbfe480&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2494473
Sep 08 16:16:54.293561 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=aa473e45-2d44-4f49-a4fd-95423bbd6c8d,revision_number=4']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:54.301841 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:54.457645 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-36180bb8-01c2-4530-924f-2f1330a6e584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:54.475252 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-36180bb8-01c2-4530-924f-2f1330a6e584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:54.495285 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-8690b84b-8265-4332-ba07-c66e6a0fd67e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:54.497427 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-d3821666-7a0a-4a2d-8b65-6d054b312be5 req-388fca1f-5ef6-4170-ac3c-6728fef58fe8 service neutron] 10.222.0.70 "GET /v2.0/networks/75dd61b0-379a-4abd-83d0-357fccbfe480?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2928545
Sep 08 16:16:54.583252 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['aa473e45-2d44-4f49-a4fd-95423bbd6c8d'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:16:54.585548 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-36180bb8-01c2-4530-924f-2f1330a6e584 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8836663f8ca64a559a3039d24d905fe3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9067538
Sep 08 16:16:54.592067 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 37596) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:54.624923 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36180bb8-01c2-4530-924f-2f1330a6e584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8aa4138-ee68-4a84-84b9-08b8811540c1,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:54.635037 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-36180bb8-01c2-4530-924f-2f1330a6e584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:54.674939 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f258075-4450-47e2-8dff-309aedae2e0f req-b6c2be18-7afc-42d2-ac79-e57a083a0387 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:54.688359 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2f258075-4450-47e2-8dff-309aedae2e0f req-b6c2be18-7afc-42d2-ac79-e57a083a0387 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 946 time: 0.3525441
Sep 08 16:16:54.851458 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-7efbcc58-3db3-4052-8592-847a45fc9df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251d43a90>, [{'id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1866807271-router', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:15:46Z', 'revision_number': 4, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'gw_port': {'id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:26Z', 'updated_at': '2021-09-08T16:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_floatingips': [{'id': '2a9a065a-9a21-45d4-a59d-69d4672a00c4', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'floating_ip_address': '172.27.2.20', 'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'router_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'port_id': '625c811b-4427-4c32-9c2e-61a56adb42db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480', 'mac_address': 'fa:16:3e:fd:e8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dd36a3-a4b2-4d0e-8140-e629d0c9954d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:16:08Z', 'updated_at': '2021-09-08T16:16:49Z', 'revision_number': 1, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f4ba026-b3f8-4cf9-8692-9edd2944244e', 'name': '', 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'mac_address': 'fa:16:3e:14:16:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:37Z', 'updated_at': '2021-09-08T16:16:05Z', 'revision_number': 5, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'subnets': [{'id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:16:54.868102 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efbcc58-3db3-4052-8592-847a45fc9df8 None None] The sync data for ids ['64e5c9af-a25a-4228-8131-f4c5230ec1fb'] in dv-cinder-807898-1-iscsi is: [{'id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1866807271-router', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:15:46Z', 'revision_number': 4, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'gw_port': {'id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:26Z', 'updated_at': '2021-09-08T16:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_floatingips': [{'id': '2a9a065a-9a21-45d4-a59d-69d4672a00c4', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'floating_ip_address': '172.27.2.20', 'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'router_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'port_id': '625c811b-4427-4c32-9c2e-61a56adb42db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480', 'mac_address': 'fa:16:3e:fd:e8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dd36a3-a4b2-4d0e-8140-e629d0c9954d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:16:08Z', 'updated_at': '2021-09-08T16:16:49Z', 'revision_number': 1, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f4ba026-b3f8-4cf9-8692-9edd2944244e', 'name': '', 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'mac_address': 'fa:16:3e:14:16:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:37Z', 'updated_at': '2021-09-08T16:16:05Z', 'revision_number': 5, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'subnets': [{'id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:16:54.869915 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2f258075-4450-47e2-8dff-309aedae2e0f req-145f8ed5-593b-4b98-89dd-91e54c972b66 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1679938
Sep 08 16:16:55.018313 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-97ecfdde-4b2f-4536-b5ba-8c7578f4a000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:55.024429 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-d3821666-7a0a-4a2d-8b65-6d054b312be5 req-daf4b712-963d-483a-bc14-525f33567fdd service neutron] 10.222.0.70 "GET /v2.0/networks/75dd61b0-379a-4abd-83d0-357fccbfe480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5171404
Sep 08 16:16:55.029189 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 37608) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:55.114836 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-79882b6f-63a3-4650-b9f7-e19d4443b601 req-97de1443-095b-46e2-82c4-e1ea8ccb70be tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9b195b8-bfe8-41df-869b-6898cf9164ec HTTP/1.1" status: 200  len: 210 time: 0.2634337
Sep 08 16:16:55.127016 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 9bbcf2be-3721-436a-98a5-308ffff99b29 no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:16:55.172430 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-97ecfdde-4b2f-4536-b5ba-8c7578f4a000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:55.206758 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] No Port match for: 9bbcf2be-3721-436a-98a5-308ffff99b29 {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:16:55.206971 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 9bbcf2be-3721-436a-98a5-308ffff99b29 not bound to the agent host hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:16:55.248336 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f555d11-1d20-45c8-8d81-ea4e01cebac9 req-e6af3657-dbcb-42eb-8847-f424ea5cd3b0 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:55.256707 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-1f555d11-1d20-45c8-8d81-ea4e01cebac9 req-e6af3657-dbcb-42eb-8847-f424ea5cd3b0 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=97e52b75-f414-4602-9e4a-b937e7875135 HTTP/1.1" status: 200  len: 944 time: 0.2027388
Sep 08 16:16:55.326549 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-1f555d11-1d20-45c8-8d81-ea4e01cebac9 req-075d82f9-c4e9-47a5-b1c4-adf5c6d8ab11 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687327
Sep 08 16:16:55.327445 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-97ecfdde-4b2f-4536-b5ba-8c7578f4a000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:55.331423 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:55.359788 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ecfdde-4b2f-4536-b5ba-8c7578f4a000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8aa4138-ee68-4a84-84b9-08b8811540c1,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:55.363342 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-97ecfdde-4b2f-4536-b5ba-8c7578f4a000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:55.364259 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-5d854a00-6f0d-4d85-9db5-3c85ba5ec01a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:55.372123 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-97ecfdde-4b2f-4536-b5ba-8c7578f4a000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:55.373343 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-97ecfdde-4b2f-4536-b5ba-8c7578f4a000 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f8aa4138-ee68-4a84-84b9-08b8811540c1 HTTP/1.1" status: 204  len: 168 time: 0.7755370
Sep 08 16:16:55.385709 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-5d854a00-6f0d-4d85-9db5-3c85ba5ec01a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:16:55.390916 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-5d854a00-6f0d-4d85-9db5-3c85ba5ec01a admin admin] Usage tracker for resource:security_group_rule and tenant:47269c18a8814c59982cda44938c0235 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:16:55.394901 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-5d854a00-6f0d-4d85-9db5-3c85ba5ec01a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:16:55.403120 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-5d854a00-6f0d-4d85-9db5-3c85ba5ec01a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:16:55.404598 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec76c0c0-864d-474a-831f-c680b9a19b01 None None] New status for floating IP 2a9a065a-9a21-45d4-a59d-69d4672a00c4: ACTIVE {{(pid=79427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 08 16:16:55.639744 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-5d854a00-6f0d-4d85-9db5-3c85ba5ec01a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:55.646688 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-5d854a00-6f0d-4d85-9db5-3c85ba5ec01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:55.670181 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:55.817382 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d854a00-6f0d-4d85-9db5-3c85ba5ec01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6010543-cba4-4a04-805e-26b6590bb85f,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:55.822221 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-5d854a00-6f0d-4d85-9db5-3c85ba5ec01a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:55.825413 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-5d854a00-6f0d-4d85-9db5-3c85ba5ec01a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=47269c18a8814c59982cda44938c0235&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7950363
Sep 08 16:16:55.828306 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 37630) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:56.049533 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-3e2b928e-d70c-4624-8bf8-baa6ababd770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:56.115507 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-3e2b928e-d70c-4624-8bf8-baa6ababd770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:56.287359 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-3e2b928e-d70c-4624-8bf8-baa6ababd770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:56.293407 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:56.308610 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a511263-dc0f-4d5d-9755-d3a8a99ad0f7 req-8e5b12e7-4956-4a18-89ae-43d79f705fa0 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:56.310198 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4a511263-dc0f-4d5d-9755-d3a8a99ad0f7 req-8e5b12e7-4956-4a18-89ae-43d79f705fa0 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 946 time: 0.1367824
Sep 08 16:16:56.315169 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b928e-d70c-4624-8bf8-baa6ababd770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6010543-cba4-4a04-805e-26b6590bb85f,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:56.322437 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-3e2b928e-d70c-4624-8bf8-baa6ababd770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:56.323007 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-3e2b928e-d70c-4624-8bf8-baa6ababd770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:56.324179 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-3e2b928e-d70c-4624-8bf8-baa6ababd770 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f6010543-cba4-4a04-805e-26b6590bb85f HTTP/1.1" status: 204  len: 168 time: 0.4933503
Sep 08 16:16:56.414079 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4a511263-dc0f-4d5d-9755-d3a8a99ad0f7 req-ea8190cf-3e7f-40bd-8f0a-9d2830d3d63b tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823715
Sep 08 16:16:56.606608 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68f0a5-a148-419f-ab0e-2d4199f0e786 req-1f4f4e17-5519-4c55-9790-8c350dab2573 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:56.608456 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0f68f0a5-a148-419f-ab0e-2d4199f0e786 req-1f4f4e17-5519-4c55-9790-8c350dab2573 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=97e52b75-f414-4602-9e4a-b937e7875135 HTTP/1.1" status: 200  len: 944 time: 0.1361310
Sep 08 16:16:56.688057 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0f68f0a5-a148-419f-ab0e-2d4199f0e786 req-57a3419d-4881-45b0-b340-4802c75c7d19 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710778
Sep 08 16:16:56.979459 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 37682) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:57.010726 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-db952236-ee67-4cc8-bbef-f5478953cbfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:57.034034 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-db952236-ee67-4cc8-bbef-f5478953cbfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:16:57.038776 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-db952236-ee67-4cc8-bbef-f5478953cbfd admin admin] Usage tracker for resource:security_group_rule and tenant:1c50cd82a26644f186937eeff374f1ff is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:16:57.043346 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-db952236-ee67-4cc8-bbef-f5478953cbfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:16:57.051194 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-db952236-ee67-4cc8-bbef-f5478953cbfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:16:57.139259 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device aa473e45-2d44-4f49-a4fd-95423bbd6c8d up at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:16:57.209786 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-db952236-ee67-4cc8-bbef-f5478953cbfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:57.218234 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-db952236-ee67-4cc8-bbef-f5478953cbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:57.229655 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning for port aa473e45-2d44-4f49-a4fd-95423bbd6c8d completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:16:57.234735 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:57.243400 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning complete for port aa473e45-2d44-4f49-a4fd-95423bbd6c8d triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:16:57.244692 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:57.305870 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-db952236-ee67-4cc8-bbef-f5478953cbfd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c50cd82a26644f186937eeff374f1ff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3242371
Sep 08 16:16:57.308905 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 37690) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:57.313222 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db952236-ee67-4cc8-bbef-f5478953cbfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee3a1cc-9bfa-460f-860e-088c5e62d2b7,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:57.318646 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-db952236-ee67-4cc8-bbef-f5478953cbfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:57.408508 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-11717645-fe6a-4f70-926f-fb8bd04c4483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:57.441254 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-11717645-fe6a-4f70-926f-fb8bd04c4483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:57.496664 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:57.550476 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e52b75-f414-4602-9e4a-b937e7875135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa473e45-2d44-4f49-a4fd-95423bbd6c8d'}] {{(pid=79427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:16:57.574435 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-11717645-fe6a-4f70-926f-fb8bd04c4483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:57.585494 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-93c2228f-2160-45c8-84c7-6a4649eeefbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:57.586280 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port aa473e45-2d44-4f49-a4fd-95423bbd6c8d, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=aa473e45-2d44-4f49-a4fd-95423bbd6c8d,segment=NetworkSegment(050fb669-5eaa-4590-8753-e18a07bddcf4),segment_id=050fb669-5eaa-4590-8753-e18a07bddcf4)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:16:57.596208 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:57.598668 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:57.668131 dv-cinder-807898-1-iscsi neutron-server[79427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e52b75-f414-4602-9e4a-b937e7875135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa473e45-2d44-4f49-a4fd-95423bbd6c8d', 'code': 200}
Sep 08 16:16:57.694029 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=aa473e45-2d44-4f49-a4fd-95423bbd6c8d,revision_number=5']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:57.698849 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:57.818255 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11717645-fe6a-4f70-926f-fb8bd04c4483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee3a1cc-9bfa-460f-860e-088c5e62d2b7,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:57.825506 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-11717645-fe6a-4f70-926f-fb8bd04c4483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:57.869895 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-11717645-fe6a-4f70-926f-fb8bd04c4483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:57.869895 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-11717645-fe6a-4f70-926f-fb8bd04c4483 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4ee3a1cc-9bfa-460f-860e-088c5e62d2b7 HTTP/1.1" status: 204  len: 168 time: 0.5560520
Sep 08 16:16:57.968304 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205659e-01a0-432a-b35e-f891834c033d req-514b334f-e5fe-4dfd-99d5-a6227af575da tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:57.975850 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-e205659e-01a0-432a-b35e-f891834c033d req-514b334f-e5fe-4dfd-99d5-a6227af575da tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 946 time: 0.3593028
Sep 08 16:16:58.060697 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-e205659e-01a0-432a-b35e-f891834c033d req-c643c0fc-e971-4e08-a489-0f10dc673e5c tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835392
Sep 08 16:16:58.105631 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3657dde-cfb8-4e17-864f-e8d97fa8198e req-69b96380-64d1-4e1d-9822-c9b6d85122a9 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:58.108655 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a3657dde-cfb8-4e17-864f-e8d97fa8198e req-69b96380-64d1-4e1d-9822-c9b6d85122a9 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=97e52b75-f414-4602-9e4a-b937e7875135 HTTP/1.1" status: 200  len: 945 time: 0.2143230
Sep 08 16:16:58.179176 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a3657dde-cfb8-4e17-864f-e8d97fa8198e req-84252900-e73f-4a17-a924-32770d1de95c tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546978
Sep 08 16:16:58.381531 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2df8d-c95a-4ccc-b7ec-b3dc7161ac8b req-3af3080f-cd2c-436b-923e-7e7e48f0c0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:58.386389 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-82a2df8d-c95a-4ccc-b7ec-b3dc7161ac8b req-3af3080f-cd2c-436b-923e-7e7e48f0c0d6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=97e52b75-f414-4602-9e4a-b937e7875135 HTTP/1.1" status: 200  len: 1098 time: 0.1699641
Sep 08 16:16:58.485964 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-82a2df8d-c95a-4ccc-b7ec-b3dc7161ac8b req-ba27d686-a3c6-4d2e-a607-4fa159ab0470 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870817
Sep 08 16:16:58.569609 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 37730) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:58.653911 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.db_base_plugin_v2 [None req-0548aa08-edf1-4522-8d29-c0ecd1e0c974 admin admin] Deleting subnet dcc3ac62-4ae1-4f76-ab8d-6e3711062845 {{(pid=79426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 08 16:16:58.658179 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-0548aa08-edf1-4522-8d29-c0ecd1e0c974 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:58.744053 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-0548aa08-edf1-4522-8d29-c0ecd1e0c974 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:58.756191 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-0548aa08-edf1-4522-8d29-c0ecd1e0c974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1043567'] for subnet, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:58.889508 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-0548aa08-edf1-4522-8d29-c0ecd1e0c974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1043542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819'] for subnet, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:58.898869 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:16:58.975310 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0548aa08-edf1-4522-8d29-c0ecd1e0c974 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcc3ac62-4ae1-4f76-ab8d-6e3711062845,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:16:58.985009 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-0548aa08-edf1-4522-8d29-c0ecd1e0c974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for subnet, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:58.990488 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-0548aa08-edf1-4522-8d29-c0ecd1e0c974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:16:59.001228 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-0548aa08-edf1-4522-8d29-c0ecd1e0c974 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/dcc3ac62-4ae1-4f76-ab8d-6e3711062845 HTTP/1.1" status: 204  len: 168 time: 0.4268107
Sep 08 16:16:59.001636 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 37748) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:16:59.238457 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-64952207-18f0-4cb8-84d2-c54746412709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-915372'] for network, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:59.473306 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52824997-5dc1-4fa0-9276-0e2eb3d57e1b req-79792510-773e-4874-b7ad-faa32991c0ba tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:59.480049 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-52824997-5dc1-4fa0-9276-0e2eb3d57e1b req-79792510-773e-4874-b7ad-faa32991c0ba tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 946 time: 0.2058580
Sep 08 16:16:59.594581 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-64952207-18f0-4cb8-84d2-c54746412709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1042402', 'neutron.services.segments.db._delete_segments_for_network-8745177524152'] for network, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:59.623266 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-64952207-18f0-4cb8-84d2-c54746412709 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f4251718730>> segment before_delete 55550000 {{(pid=79425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:16:59.623860 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-64952207-18f0-4cb8-84d2-c54746412709 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f4251718730>> subnet precommit_delete_associations 55550000 {{(pid=79425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:16:59.625064 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-64952207-18f0-4cb8-84d2-c54746412709 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f42512995b0>> segment_host_mapping after_create 55550000 {{(pid=79425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:16:59.625652 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-64952207-18f0-4cb8-84d2-c54746412709 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f42512995b0>> port after_create 55550000 {{(pid=79425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:16:59.626210 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-64952207-18f0-4cb8-84d2-c54746412709 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f42512995b0>> port after_delete 55550000 {{(pid=79425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:16:59.626781 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-64952207-18f0-4cb8-84d2-c54746412709 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f42512995b0>> port after_update 55550000 {{(pid=79425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:16:59.627352 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-64952207-18f0-4cb8-84d2-c54746412709 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f42512995b0>> segment after_delete 55550000 {{(pid=79425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:16:59.627944 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-64952207-18f0-4cb8-84d2-c54746412709 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f42512995b0>> subnet after_create 55550000 {{(pid=79425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:16:59.628524 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-64952207-18f0-4cb8-84d2-c54746412709 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f42512995b0>> subnet after_delete 55550000 {{(pid=79425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:16:59.629066 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-64952207-18f0-4cb8-84d2-c54746412709 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f42512995b0>> subnet after_update 55550000 {{(pid=79425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:16:59.630496 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-52824997-5dc1-4fa0-9276-0e2eb3d57e1b req-3caf3b73-af4c-4bf6-afb3-fd5435461cb1 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116569
Sep 08 16:16:59.702126 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860bc9d-aaa6-48df-9317-245508a4bada req-21e5e25d-02dd-405c-94ab-9221b51712ac tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:16:59.704769 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a860bc9d-aaa6-48df-9317-245508a4bada req-21e5e25d-02dd-405c-94ab-9221b51712ac tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=97e52b75-f414-4602-9e4a-b937e7875135 HTTP/1.1" status: 200  len: 945 time: 0.2234428
Sep 08 16:16:59.767875 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a860bc9d-aaa6-48df-9317-245508a4bada req-fdf62c6e-b0ad-4994-acbb-cdd6c296366f tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575085
Sep 08 16:16:59.847207 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-64952207-18f0-4cb8-84d2-c54746412709 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f425157d8e0>> subnet after_create 55550000 {{(pid=79425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:16:59.848004 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-64952207-18f0-4cb8-84d2-c54746412709 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f425157d8e0>> subnet after_delete 55550000 {{(pid=79425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:16:59.848343 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-64952207-18f0-4cb8-84d2-c54746412709 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f425157d8e0>> subnet before_create 55550000 {{(pid=79425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:16:59.848677 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-64952207-18f0-4cb8-84d2-c54746412709 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f425157d8e0>> subnet before_update 55550000 {{(pid=79425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:16:59.849043 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.services.segments.db [None req-64952207-18f0-4cb8-84d2-c54746412709 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42512993a0>,) {'filters': {'network_id': ['6bd4bad4-7d18-4105-b675-5870b656863f']}} {{(pid=79425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:16:59.866308 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.services.segments.db [None req-64952207-18f0-4cb8-84d2-c54746412709 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42512993a0>, '21b3f3ba-15d2-405b-8cb9-122dad387cd3') {'for_net_delete': True} {{(pid=79425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:16:59.867165 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.services.segments.db [None req-64952207-18f0-4cb8-84d2-c54746412709 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42512993a0>, '21b3f3ba-15d2-405b-8cb9-122dad387cd3') {} {{(pid=79425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:16:59.882222 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-64952207-18f0-4cb8-84d2-c54746412709 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745177523999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2497493'] for segment, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:59.904464 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-64952207-18f0-4cb8-84d2-c54746412709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:59.915808 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64952207-18f0-4cb8-84d2-c54746412709 admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=79425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 08 16:16:59.916655 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-64952207-18f0-4cb8-84d2-c54746412709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1037242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2334415'] for segment, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]:   from cryptography.utils import int_from_bytes
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]:   from cryptography.utils import int_from_bytes
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]:   util.warn_limited(
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]:   util.warn_limited(
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]: Traceback (most recent call last):
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]:     timer()
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]:     cb(*args, **kw)
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]:     return func(*args, **kwargs)
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]:     self._notify()
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]:     self.callback(batched_events)
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]:     event.method(event)
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]:     return f(self, *a, **k)
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]:     return self._get(url).json()
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]:     return self.request(url, 'GET', **kwargs)
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 08 16:16:59.936371 dv-cinder-807898-1-iscsi neutron-server[79425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 08 16:17:00.101700 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-64952207-18f0-4cb8-84d2-c54746412709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1042413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1948206'] for network, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:00.107834 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:00.132570 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-64952207-18f0-4cb8-84d2-c54746412709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:00.154638 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64952207-18f0-4cb8-84d2-c54746412709 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bd4bad4-7d18-4105-b675-5870b656863f,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:00.162149 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-64952207-18f0-4cb8-84d2-c54746412709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:00.188461 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-64952207-18f0-4cb8-84d2-c54746412709 admin admin] 10.222.0.25 "DELETE /v2.0/networks/6bd4bad4-7d18-4105-b675-5870b656863f HTTP/1.1" status: 204  len: 168 time: 1.1843383
Sep 08 16:17:00.541394 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 37806) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:17:00.633487 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-d208c4b6-97df-4482-bc62-8e998f9d909e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bb538f430ca94bd7b35bbf827cacf743&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0900266
Sep 08 16:17:00.637060 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 37810) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:17:00.672745 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 37814) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:17:00.716268 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-24415f04-8ffb-4d4c-9ea7-da9fc5cdad32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:00.758643 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-24415f04-8ffb-4d4c-9ea7-da9fc5cdad32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:00.823846 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-8c5e624a-0971-42b2-aa9e-e27d831ed4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:01.005623 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-24415f04-8ffb-4d4c-9ea7-da9fc5cdad32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:01.018735 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-567de709-d545-4fb8-aee1-8faa3c94c3ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:01.023093 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-1c9527f6-e4f5-4a67-9fe8-d325e5cca3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:01.053634 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-1c9527f6-e4f5-4a67-9fe8-d325e5cca3be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:17:01.059597 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-1c9527f6-e4f5-4a67-9fe8-d325e5cca3be admin admin] Usage tracker for resource:security_group_rule and tenant:e3cd7cb42444419c87ca1bd400d0674c is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:17:01.067027 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-1c9527f6-e4f5-4a67-9fe8-d325e5cca3be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:17:01.080001 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-1c9527f6-e4f5-4a67-9fe8-d325e5cca3be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:17:01.085123 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24415f04-8ffb-4d4c-9ea7-da9fc5cdad32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa9572d-2aef-44c3-9117-bbfd53fd43c0,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:01.095757 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-24415f04-8ffb-4d4c-9ea7-da9fc5cdad32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:01.123907 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-24415f04-8ffb-4d4c-9ea7-da9fc5cdad32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:01.125054 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-24415f04-8ffb-4d4c-9ea7-da9fc5cdad32 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8fa9572d-2aef-44c3-9117-bbfd53fd43c0 HTTP/1.1" status: 204  len: 168 time: 0.4869773
Sep 08 16:17:01.175002 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc6a986-97cc-45ce-806a-2a7203f56603 req-79d3250b-b78f-481e-8425-adb045d74e0b tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:01.184181 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5dc6a986-97cc-45ce-806a-2a7203f56603 req-79d3250b-b78f-481e-8425-adb045d74e0b tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 946 time: 0.3048615
Sep 08 16:17:01.218966 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c305b7e-0a7c-4560-97ab-9d3f85760849 req-c520e3c6-9373-44de-8539-27e0b15fa6b8 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:01.220712 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5c305b7e-0a7c-4560-97ab-9d3f85760849 req-c520e3c6-9373-44de-8539-27e0b15fa6b8 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=97e52b75-f414-4602-9e4a-b937e7875135 HTTP/1.1" status: 200  len: 945 time: 0.2036572
Sep 08 16:17:01.250486 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-1c9527f6-e4f5-4a67-9fe8-d325e5cca3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:01.256123 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-1c9527f6-e4f5-4a67-9fe8-d325e5cca3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:01.266982 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:01.270849 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5dc6a986-97cc-45ce-806a-2a7203f56603 req-5fff43d6-d522-4062-b396-d7bb3b7b6d90 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828211
Sep 08 16:17:01.319493 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:01.353356 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5c305b7e-0a7c-4560-97ab-9d3f85760849 req-a0d22766-c22e-4448-938b-aaa8b7161644 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1145251
Sep 08 16:17:01.359713 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-1c9527f6-e4f5-4a67-9fe8-d325e5cca3be admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e3cd7cb42444419c87ca1bd400d0674c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6843138
Sep 08 16:17:01.364513 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9527f6-e4f5-4a67-9fe8-d325e5cca3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad68b5a-5470-421f-bc6b-901aa5c6892d,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:01.364732 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 37830) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:17:01.371053 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-1c9527f6-e4f5-4a67-9fe8-d325e5cca3be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:01.615361 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-1143578b-792d-46c4-b0d8-c6a07a28b12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:01.751403 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-1143578b-792d-46c4-b0d8-c6a07a28b12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:01.756456 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:17:01.921120 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-1143578b-792d-46c4-b0d8-c6a07a28b12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:01.926921 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:01.959435 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143578b-792d-46c4-b0d8-c6a07a28b12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad68b5a-5470-421f-bc6b-901aa5c6892d,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:01.965411 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-1143578b-792d-46c4-b0d8-c6a07a28b12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:01.984980 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-1143578b-792d-46c4-b0d8-c6a07a28b12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:01.989987 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-1143578b-792d-46c4-b0d8-c6a07a28b12b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ad68b5a-5470-421f-bc6b-901aa5c6892d HTTP/1.1" status: 204  len: 168 time: 0.6235392
Sep 08 16:17:02.658171 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755a2db-8117-4e72-9c9b-d93aaa848df1 req-0847c55c-3ee5-49fd-a0d3-b6e7dd7f62fd tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:02.680019 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6755a2db-8117-4e72-9c9b-d93aaa848df1 req-0847c55c-3ee5-49fd-a0d3-b6e7dd7f62fd tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 946 time: 0.2391448
Sep 08 16:17:02.797006 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6755a2db-8117-4e72-9c9b-d93aaa848df1 req-ea7a818d-5432-408b-9860-33c01b75e0a7 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138203
Sep 08 16:17:03.116760 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 37886) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:17:03.137025 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-5062f0b8-0b65-41f9-8a95-575b318abb79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:03.153256 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-5062f0b8-0b65-41f9-8a95-575b318abb79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:17:03.157738 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-5062f0b8-0b65-41f9-8a95-575b318abb79 admin admin] Usage tracker for resource:security_group_rule and tenant:14ddbe5f06904c5b8817412f8eec6035 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:17:03.161104 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-5062f0b8-0b65-41f9-8a95-575b318abb79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:17:03.168704 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-5062f0b8-0b65-41f9-8a95-575b318abb79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:17:03.287066 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-5062f0b8-0b65-41f9-8a95-575b318abb79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:03.292509 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-5062f0b8-0b65-41f9-8a95-575b318abb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:03.302958 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:03.373240 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-5062f0b8-0b65-41f9-8a95-575b318abb79 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=14ddbe5f06904c5b8817412f8eec6035&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2551448
Sep 08 16:17:03.377862 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 37892) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:17:03.381484 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062f0b8-0b65-41f9-8a95-575b318abb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbd0a10-b6b5-47d7-8f2c-e43d24789d57,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:03.403725 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-5062f0b8-0b65-41f9-8a95-575b318abb79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:03.476886 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-229df511-3741-4ae0-bbd3-1c9426b07b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:03.518017 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-229df511-3741-4ae0-bbd3-1c9426b07b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:03.600025 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-229df511-3741-4ae0-bbd3-1c9426b07b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:03.606536 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:03.620785 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229df511-3741-4ae0-bbd3-1c9426b07b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbd0a10-b6b5-47d7-8f2c-e43d24789d57,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:03.623196 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-229df511-3741-4ae0-bbd3-1c9426b07b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:03.628745 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-229df511-3741-4ae0-bbd3-1c9426b07b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:03.630089 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-229df511-3741-4ae0-bbd3-1c9426b07b2a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9bbd0a10-b6b5-47d7-8f2c-e43d24789d57 HTTP/1.1" status: 204  len: 168 time: 0.2519319
Sep 08 16:17:03.916913 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-b9f33fd5-a25c-49d0-a89e-70769de126c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:05.197843 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:05.838954 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2a673-003e-4224-aa1b-4d782debcd3b req-3561a417-d63d-4f68-86b9-acdd397f6ff9 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:05.840603 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-65d2a673-003e-4224-aa1b-4d782debcd3b req-3561a417-d63d-4f68-86b9-acdd397f6ff9 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 946 time: 0.1098285
Sep 08 16:17:05.910726 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-65d2a673-003e-4224-aa1b-4d782debcd3b req-9c0acd85-8c9a-4cf4-be5e-bd412e7c573b tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573509
Sep 08 16:17:06.582233 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 38004) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:17:06.741195 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-1eac2a62-bf83-4d8d-b1ed-11c5858a5b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:06.757458 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-1eac2a62-bf83-4d8d-b1ed-11c5858a5b72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:17:06.762364 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-1eac2a62-bf83-4d8d-b1ed-11c5858a5b72 admin admin] Usage tracker for resource:security_group_rule and tenant:e2e4675b9e8a447cb64888afd3a2b2b6 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:17:06.765560 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-1eac2a62-bf83-4d8d-b1ed-11c5858a5b72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:17:06.772201 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-1eac2a62-bf83-4d8d-b1ed-11c5858a5b72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:17:06.870409 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-1eac2a62-bf83-4d8d-b1ed-11c5858a5b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:06.876063 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-1eac2a62-bf83-4d8d-b1ed-11c5858a5b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:06.887702 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:06.924341 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-1eac2a62-bf83-4d8d-b1ed-11c5858a5b72 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e2e4675b9e8a447cb64888afd3a2b2b6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3403237
Sep 08 16:17:06.924545 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 38020) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:17:06.981684 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac2a62-bf83-4d8d-b1ed-11c5858a5b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d219e9a-3526-47c7-8610-36d35baeab77,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:06.991257 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-1eac2a62-bf83-4d8d-b1ed-11c5858a5b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:07.004678 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-0c84e94e-e389-40b1-a692-0e465f2b3e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:07.041597 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-0c84e94e-e389-40b1-a692-0e465f2b3e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:07.103593 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-0c84e94e-e389-40b1-a692-0e465f2b3e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:07.111151 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-5062f0b8-0b65-41f9-8a95-575b318abb79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:07.126106 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84e94e-e389-40b1-a692-0e465f2b3e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d219e9a-3526-47c7-8610-36d35baeab77,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:07.128735 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-0c84e94e-e389-40b1-a692-0e465f2b3e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:07.132796 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-0c84e94e-e389-40b1-a692-0e465f2b3e8d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3d219e9a-3526-47c7-8610-36d35baeab77 HTTP/1.1" status: 204  len: 168 time: 0.2071891
Sep 08 16:17:07.134473 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-0c84e94e-e389-40b1-a692-0e465f2b3e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:07.311529 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:07.563952 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 38058) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:17:07.584371 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-1f9d4315-2a7b-4cf2-876b-3e0d65aa836e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:07.602493 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-1f9d4315-2a7b-4cf2-876b-3e0d65aa836e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:17:07.607043 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-1f9d4315-2a7b-4cf2-876b-3e0d65aa836e admin admin] Usage tracker for resource:security_group_rule and tenant:23ed1fe0a212422c987709453582de6c is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:17:07.610345 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-1f9d4315-2a7b-4cf2-876b-3e0d65aa836e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:17:07.624830 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-1f9d4315-2a7b-4cf2-876b-3e0d65aa836e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:17:07.726795 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-1f9d4315-2a7b-4cf2-876b-3e0d65aa836e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:07.732292 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-1f9d4315-2a7b-4cf2-876b-3e0d65aa836e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:07.742115 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:07.787871 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-1f9d4315-2a7b-4cf2-876b-3e0d65aa836e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=23ed1fe0a212422c987709453582de6c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2227294
Sep 08 16:17:07.790203 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d4315-2a7b-4cf2-876b-3e0d65aa836e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfc4e6d-2706-4828-9f77-13ce1c391ee6,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:07.791223 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 38068) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:17:07.794488 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-1f9d4315-2a7b-4cf2-876b-3e0d65aa836e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:07.868963 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-e1ad5e0f-7fbf-4651-a4c2-e48b47f06afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:07.906223 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-e1ad5e0f-7fbf-4651-a4c2-e48b47f06afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:07.988816 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-e1ad5e0f-7fbf-4651-a4c2-e48b47f06afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:07.994082 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-305eca76-a024-4576-83b2-5075853c5c6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:08.011597 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad5e0f-7fbf-4651-a4c2-e48b47f06afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfc4e6d-2706-4828-9f77-13ce1c391ee6,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:08.014367 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-e1ad5e0f-7fbf-4651-a4c2-e48b47f06afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:08.032765 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-e1ad5e0f-7fbf-4651-a4c2-e48b47f06afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:08.038241 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-e1ad5e0f-7fbf-4651-a4c2-e48b47f06afd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6dfc4e6d-2706-4828-9f77-13ce1c391ee6 HTTP/1.1" status: 204  len: 168 time: 0.2419832
Sep 08 16:17:09.026414 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 38106) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:17:09.174729 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-c78f757a-3651-4b25-9c6d-6c7e278a7593 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-470877572-network', 'tenant_id': '0192ebea3f6246118edb985b970044bc'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:17:09.180301 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-c78f757a-3651-4b25-9c6d-6c7e278a7593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:17:09.186798 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-c78f757a-3651-4b25-9c6d-6c7e278a7593 admin admin] Usage tracker for resource:network and tenant:0192ebea3f6246118edb985b970044bc is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:17:09.189932 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-c78f757a-3651-4b25-9c6d-6c7e278a7593 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:17:09.201513 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-c78f757a-3651-4b25-9c6d-6c7e278a7593 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:17:09.217847 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78f757a-3651-4b25-9c6d-6c7e278a7593 admin admin] Made reservation on behalf of 0192ebea3f6246118edb985b970044bc for: {'network': 1} {{(pid=79426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:17:09.221588 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c78f757a-3651-4b25-9c6d-6c7e278a7593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for network, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:09.238346 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c78f757a-3651-4b25-9c6d-6c7e278a7593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:09.255436 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-c78f757a-3651-4b25-9c6d-6c7e278a7593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:17:09.260170 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-c78f757a-3651-4b25-9c6d-6c7e278a7593 admin admin] Usage tracker for resource:security_group_rule and tenant:0192ebea3f6246118edb985b970044bc is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:17:09.276265 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-c78f757a-3651-4b25-9c6d-6c7e278a7593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:17:09.287812 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-c78f757a-3651-4b25-9c6d-6c7e278a7593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:17:09.468141 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c78f757a-3651-4b25-9c6d-6c7e278a7593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:09.476707 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c78f757a-3651-4b25-9c6d-6c7e278a7593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:09.489345 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb2a33-27e8-40c0-8977-b47b8d82ed82 req-083ad13d-041a-457b-84b8-76b5e2db29ca tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:09.491232 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-8ceb2a33-27e8-40c0-8977-b47b8d82ed82 req-083ad13d-041a-457b-84b8-76b5e2db29ca tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 946 time: 0.1480343
Sep 08 16:17:09.493700 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-11717645-fe6a-4f70-926f-fb8bd04c4483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:09.624838 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c78f757a-3651-4b25-9c6d-6c7e278a7593 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911}  {{(pid=79426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 08 16:17:09.636332 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f757a-3651-4b25-9c6d-6c7e278a7593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b0ffca-aa37-42bf-a7d5-5176c59f11e0,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:09.649618 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-c78f757a-3651-4b25-9c6d-6c7e278a7593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:09.659378 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c78f757a-3651-4b25-9c6d-6c7e278a7593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:09.659747 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.db.segments_db [None req-c78f757a-3651-4b25-9c6d-6c7e278a7593 admin admin] Added segment 1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3 of type vlan for network 7ca11c1b-7856-4c98-8d2f-ac9178457343
Sep 08 16:17:09.674040 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-8ceb2a33-27e8-40c0-8977-b47b8d82ed82 req-cc5cd304-a0dd-47f5-b4f7-ec40bcbfea3d tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1713068
Sep 08 16:17:09.698711 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c78f757a-3651-4b25-9c6d-6c7e278a7593 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745177029057'] for network, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:09.734067 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c78f757a-3651-4b25-9c6d-6c7e278a7593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819'] for network, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:09.735429 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78f757a-3651-4b25-9c6d-6c7e278a7593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:09.736355 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c78f757a-3651-4b25-9c6d-6c7e278a7593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:09.740065 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:09.855888 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f757a-3651-4b25-9c6d-6c7e278a7593 admin admin] Pushing event updated for resources: {'Network': ['ID=7ca11c1b-7856-4c98-8d2f-ac9178457343,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:09.859229 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-c78f757a-3651-4b25-9c6d-6c7e278a7593 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8313606
Sep 08 16:17:09.864110 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 38116) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:17:09.877226 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-c78f757a-3651-4b25-9c6d-6c7e278a7593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:09.878171 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-6c2ff6ee-4cda-43a4-b47d-fb021fd4c5da admin admin] Request body: {'subnet': {'network_id': '7ca11c1b-7856-4c98-8d2f-ac9178457343', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-470877572-subnet', 'tenant_id': '0192ebea3f6246118edb985b970044bc', 'ip_version': 4}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:17:09.892404 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-6c2ff6ee-4cda-43a4-b47d-fb021fd4c5da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:17:09.901832 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-6c2ff6ee-4cda-43a4-b47d-fb021fd4c5da admin admin] Usage tracker for resource:subnet and tenant:0192ebea3f6246118edb985b970044bc is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:17:09.902279 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Network 7ca11c1b-7856-4c98-8d2f-ac9178457343 details requested by agent ovs-agent-dv-cinder-807898-1-iscsi with host dv-cinder-807898-1-iscsi {{(pid=79427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 08 16:17:09.908460 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-6c2ff6ee-4cda-43a4-b47d-fb021fd4c5da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:17:09.921913 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-6c2ff6ee-4cda-43a4-b47d-fb021fd4c5da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:17:09.947987 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2ff6ee-4cda-43a4-b47d-fb021fd4c5da admin admin] Made reservation on behalf of 0192ebea3f6246118edb985b970044bc for: {'subnet': 1} {{(pid=79425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:17:09.953567 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-6c2ff6ee-4cda-43a4-b47d-fb021fd4c5da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2390621'] for subnet, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:10.391027 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-6c2ff6ee-4cda-43a4-b47d-fb021fd4c5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2333356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2390635'] for subnet, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:10.400845 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-69543ba2-f5b0-4c4d-b4d6-fe8b97e69870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:10.562592 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ff6ee-4cda-43a4-b47d-fb021fd4c5da admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6eb4cc6-a294-41f4-91b9-bb96871ae1b1,revision_number=0']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:10.569626 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-6c2ff6ee-4cda-43a4-b47d-fb021fd4c5da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:10.578230 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2ff6ee-4cda-43a4-b47d-fb021fd4c5da admin admin] Checking segment: {'id': '1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7ca11c1b-7856-4c98-8d2f-ac9178457343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:17:10.578584 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2ff6ee-4cda-43a4-b47d-fb021fd4c5da admin admin] Network hostable DHCP agents. Network: 7ca11c1b-7856-4c98-8d2f-ac9178457343, hostable agents: ['48edfc26-e3e7-4e5a-9c59-2b84b8091b14'], hosted agents: [] {{(pid=79425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 08 16:17:10.603246 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2ff6ee-4cda-43a4-b47d-fb021fd4c5da admin admin] Network 7ca11c1b-7856-4c98-8d2f-ac9178457343 is scheduled to be hosted by DHCP agent 48edfc26-e3e7-4e5a-9c59-2b84b8091b14 with binding_index 1 {{(pid=79425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 08 16:17:10.616978 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [None req-6c2ff6ee-4cda-43a4-b47d-fb021fd4c5da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-iscsi, 7ca11c1b-7856-4c98-8d2f-ac9178457343) {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:17:10.622553 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2ff6ee-4cda-43a4-b47d-fb021fd4c5da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:10.623154 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-6c2ff6ee-4cda-43a4-b47d-fb021fd4c5da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for subnet, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:10.629758 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8af568a-1199-4e7e-855a-b7678276957d None None] Network 7ca11c1b-7856-4c98-8d2f-ac9178457343 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:17:10.691304 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-6c2ff6ee-4cda-43a4-b47d-fb021fd4c5da admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.8200994
Sep 08 16:17:10.691959 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 38136) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:17:10.702514 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-1dcd99c3-e62e-4bce-8bd6-453a404d9559 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-470877572-router', 'tenant_id': '0192ebea3f6246118edb985b970044bc', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'}}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:17:10.710400 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-1dcd99c3-e62e-4bce-8bd6-453a404d9559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:17:10.720841 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-1dcd99c3-e62e-4bce-8bd6-453a404d9559 admin admin] Usage tracker for resource:router and tenant:0192ebea3f6246118edb985b970044bc is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:17:10.724933 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e5c2b-d144-43a3-bd64-4a1251f477b9 req-2435917d-ec8a-4870-98fd-3cd341d979c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:10.726471 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-e82e5c2b-d144-43a3-bd64-4a1251f477b9 req-2435917d-ec8a-4870-98fd-3cd341d979c7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 1099 time: 0.0918784
Sep 08 16:17:10.728757 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-1dcd99c3-e62e-4bce-8bd6-453a404d9559 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:17:10.735866 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-1dcd99c3-e62e-4bce-8bd6-453a404d9559 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:17:10.765557 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-1dcd99c3-e62e-4bce-8bd6-453a404d9559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1926744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35671'] for router, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:10.767649 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-1dcd99c3-e62e-4bce-8bd6-453a404d9559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1926856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1948639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35678'] for router, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:10.783293 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-e82e5c2b-d144-43a3-bd64-4a1251f477b9 req-c487bf72-bf6e-4207-8efc-0e0574bf3c34 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438797
Sep 08 16:17:10.804887 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-1dcd99c3-e62e-4bce-8bd6-453a404d9559 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:10.959755 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13940658-1965-4e20-b8f0-9b15acf6d8bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b972e0-3bc3-5e69-83ea-a229dde427c5-7ca11c1b-7856-4c98-8d2f-ac9178457343', 'network_id': '7ca11c1b-7856-4c98-8d2f-ac9178457343', 'tenant_id': '0192ebea3f6246118edb985b970044bc', 'fixed_ips': [{'subnet_id': 'c6eb4cc6-a294-41f4-91b9-bb96871ae1b1'}]}} from dv-cinder-807898-1-iscsi. {{(pid=79427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Sep 08 16:17:10.963177 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-13940658-1965-4e20-b8f0-9b15acf6d8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:11.275100 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.db_base_plugin_common [None req-13940658-1965-4e20-b8f0-9b15acf6d8bb None None] Allocated IP 172.20.0.2 (7ca11c1b-7856-4c98-8d2f-ac9178457343/c6eb4cc6-a294-41f4-91b9-bb96871ae1b1/3d036385-8412-475e-b42c-8a3f51fe5045) {{(pid=79427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:17:11.292268 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-1dcd99c3-e62e-4bce-8bd6-453a404d9559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1948630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1926767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35632'] for router, precommit_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:11.392535 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ddfa71-d661-4b5a-9eff-d2b4fa1262d2 req-70eb3f5d-9183-45d4-83b4-acc30dfc2b15 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:11.394704 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-30ddfa71-d661-4b5a-9eff-d2b4fa1262d2 req-70eb3f5d-9183-45d4-83b4-acc30dfc2b15 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 946 time: 0.4570763
Sep 08 16:17:11.467951 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-30ddfa71-d661-4b5a-9eff-d2b4fa1262d2 req-30eea75a-0b14-4c4c-ac5c-5df53f25131b tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618634
Sep 08 16:17:11.672158 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-13940658-1965-4e20-b8f0-9b15acf6d8bb None None] Notify callbacks [] for port, precommit_create {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:11.693309 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-13940658-1965-4e20-b8f0-9b15acf6d8bb None None] Transition to ACTIVE for port object 3d036385-8412-475e-b42c-8a3f51fe5045 will not be triggered until provisioned by entity L2. {{(pid=79427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:17:11.732635 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-13940658-1965-4e20-b8f0-9b15acf6d8bb None None] Transition to ACTIVE for port object 3d036385-8412-475e-b42c-8a3f51fe5045 will not be triggered until provisioned by entity DHCP. {{(pid=79427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:17:11.737068 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-1dcd99c3-e62e-4bce-8bd6-453a404d9559 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:11.744241 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-13940658-1965-4e20-b8f0-9b15acf6d8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692'] for port, after_create {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:11.764087 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:11.775672 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-1dcd99c3-e62e-4bce-8bd6-453a404d9559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:11.872266 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13940658-1965-4e20-b8f0-9b15acf6d8bb None None] Network 7ca11c1b-7856-4c98-8d2f-ac9178457343 is already hosted by enough agents. {{(pid=79427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:17:11.878259 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.scheduler.base_scheduler [None req-13940658-1965-4e20-b8f0-9b15acf6d8bb None None] Resources bound (agent type, host, resource id):  {{(pid=79427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:17:11.885840 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13940658-1965-4e20-b8f0-9b15acf6d8bb None None] Received port after_create {{(pid=79427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:17:12.009745 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13940658-1965-4e20-b8f0-9b15acf6d8bb None None] Pushing event updated for resources: {'Port': ['ID=3d036385-8412-475e-b42c-8a3f51fe5045,revision_number=1']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:12.029560 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.db_base_plugin_common [None req-1dcd99c3-e62e-4bce-8bd6-453a404d9559 admin admin] Allocated IP 172.27.2.132 (e2ed1a71-8bc5-4c91-9ec3-df61c44bef44/a1e16140-da4f-4587-a2e7-78015b4d0ba3/04d3061e-7552-4ca5-be8f-4515c1e12337) {{(pid=79426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:17:12.048034 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-13940658-1965-4e20-b8f0-9b15acf6d8bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:12.088143 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-13940658-1965-4e20-b8f0-9b15acf6d8bb None None] Attempting to bind port 3d036385-8412-475e-b42c-8a3f51fe5045 on host dv-cinder-807898-1-iscsi for vnic_type normal with profile  {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:17:12.088725 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-13940658-1965-4e20-b8f0-9b15acf6d8bb None None] Attempting to bind port 3d036385-8412-475e-b42c-8a3f51fe5045 by drivers openvswitch,hyperv on host dv-cinder-807898-1-iscsi at level 0 using segments [{'id': '1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7ca11c1b-7856-4c98-8d2f-ac9178457343'}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:17:12.089317 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13940658-1965-4e20-b8f0-9b15acf6d8bb None None] Attempting to bind port 3d036385-8412-475e-b42c-8a3f51fe5045 on network 7ca11c1b-7856-4c98-8d2f-ac9178457343 {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:17:12.098997 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13940658-1965-4e20-b8f0-9b15acf6d8bb None None] Checking agent: {'id': 'f763117d-2875-45db-86c1-123fd700575f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 6, 1), 'started_at': datetime.datetime(2021, 9, 8, 16, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:17:12.099630 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13940658-1965-4e20-b8f0-9b15acf6d8bb None None] Checking segment: {'id': '1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7ca11c1b-7856-4c98-8d2f-ac9178457343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:17:12.100286 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-13940658-1965-4e20-b8f0-9b15acf6d8bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:12.100923 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13940658-1965-4e20-b8f0-9b15acf6d8bb None None] Bound using segment: {'id': '1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7ca11c1b-7856-4c98-8d2f-ac9178457343'} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:17:12.101694 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-13940658-1965-4e20-b8f0-9b15acf6d8bb None None] Bound port: 3d036385-8412-475e-b42c-8a3f51fe5045, host: dv-cinder-807898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7ca11c1b-7856-4c98-8d2f-ac9178457343'}}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:17:12.102343 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-13940658-1965-4e20-b8f0-9b15acf6d8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:12.260010 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-1dcd99c3-e62e-4bce-8bd6-453a404d9559 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:12.296379 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-13940658-1965-4e20-b8f0-9b15acf6d8bb None None] For port 3d036385-8412-475e-b42c-8a3f51fe5045, host dv-cinder-807898-1-iscsi, cleared binding levels {{(pid=79427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:17:12.302094 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-13940658-1965-4e20-b8f0-9b15acf6d8bb None None] For port 3d036385-8412-475e-b42c-8a3f51fe5045, host dv-cinder-807898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=3d036385-8412-475e-b42c-8a3f51fe5045,segment=NetworkSegment(1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3),segment_id=1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3)] {{(pid=79427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:17:12.308357 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-1dcd99c3-e62e-4bce-8bd6-453a404d9559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692'] for port, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:12.317208 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-ec6aa801-6281-41ec-994b-1d7a47dd9f81 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:12.323953 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-13940658-1965-4e20-b8f0-9b15acf6d8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:12.340159 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:12.443499 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcd99c3-e62e-4bce-8bd6-453a404d9559 admin admin] Network e2ed1a71-8bc5-4c91-9ec3-df61c44bef44 is already hosted by enough agents. {{(pid=79426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:17:12.449223 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.base_scheduler [None req-1dcd99c3-e62e-4bce-8bd6-453a404d9559 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:17:12.456394 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcd99c3-e62e-4bce-8bd6-453a404d9559 admin admin] Received port after_create {{(pid=79426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:17:12.496351 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13940658-1965-4e20-b8f0-9b15acf6d8bb None None] Pushing event updated for resources: {'Port': ['ID=3d036385-8412-475e-b42c-8a3f51fe5045,revision_number=2']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:12.514882 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-13940658-1965-4e20-b8f0-9b15acf6d8bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:12.783287 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-5bc0f644-e044-40f0-92f0-942596479646 req-0683a5e5-3387-4b69-8969-9f7d84842766 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5667d820-d623-4b13-af5f-cee38599c046&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3216276
Sep 08 16:17:13.105620 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd99c3-e62e-4bce-8bd6-453a404d9559 admin admin] Pushing event updated for resources: {'Port': ['ID=04d3061e-7552-4ca5-be8f-4515c1e12337,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:13.184562 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-1dcd99c3-e62e-4bce-8bd6-453a404d9559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.868s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:13.259533 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0f644-e044-40f0-92f0-942596479646 req-6b1b1c6c-ca10-4a7f-ae11-cda7d7c2a354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:13.261422 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-5bc0f644-e044-40f0-92f0-942596479646 req-6b1b1c6c-ca10-4a7f-ae11-cda7d7c2a354 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c8c774bb92304c42ab3c6d7f2ab7e7dd&device_id=5667d820-d623-4b13-af5f-cee38599c046 HTTP/1.1" status: 200  len: 1098 time: 0.1860509
Sep 08 16:17:13.296545 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240ee24-01e3-471b-ba0b-0a10063bb2c3 req-85159342-ebf7-441b-bc0b-4ffdf77c0b9b tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:13.298230 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f240ee24-01e3-471b-ba0b-0a10063bb2c3 req-85159342-ebf7-441b-bc0b-4ffdf77c0b9b tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 946 time: 0.1938818
Sep 08 16:17:13.322123 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 38184) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:17:13.552953 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-9a95f6f2-d2fc-4f84-bcbb-14aa337c9171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:13.568343 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f240ee24-01e3-471b-ba0b-0a10063bb2c3 req-a739d93b-d0bf-43d6-be4b-c8abd8b768e6 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029181
Sep 08 16:17:13.579497 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-9a95f6f2-d2fc-4f84-bcbb-14aa337c9171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:17:13.587218 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-1dcd99c3-e62e-4bce-8bd6-453a404d9559 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:13.598721 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-9a95f6f2-d2fc-4f84-bcbb-14aa337c9171 admin admin] Usage tracker for resource:security_group_rule and tenant:c2b481353aa4404cadcee3e9900062b9 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:17:13.602285 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-9a95f6f2-d2fc-4f84-bcbb-14aa337c9171 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:17:13.614592 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-9a95f6f2-d2fc-4f84-bcbb-14aa337c9171 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:17:13.828398 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-9a95f6f2-d2fc-4f84-bcbb-14aa337c9171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:13.836301 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-9a95f6f2-d2fc-4f84-bcbb-14aa337c9171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:13.846232 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:13.964848 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-9a95f6f2-d2fc-4f84-bcbb-14aa337c9171 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c2b481353aa4404cadcee3e9900062b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6409426
Sep 08 16:17:13.966235 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95f6f2-d2fc-4f84-bcbb-14aa337c9171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11848e18-db8b-4f8a-982d-c3e25bc224f0,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:13.969121 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 38200) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:17:13.971831 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-9a95f6f2-d2fc-4f84-bcbb-14aa337c9171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:14.090269 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01daa35f-e83f-4ce7-bc52-e1e0a8e67c6b None None] Network 7ca11c1b-7856-4c98-8d2f-ac9178457343 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:17:14.099902 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-9c56ee3f-8a6a-4200-b629-3054a8ddf092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:14.142835 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-9c56ee3f-8a6a-4200-b629-3054a8ddf092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:14.214101 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-cb18dc3f-a3cc-401c-8025-03d5fff30862 None None] Provisioning for port 3d036385-8412-475e-b42c-8a3f51fe5045 completed by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:17:14.222539 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-9c56ee3f-8a6a-4200-b629-3054a8ddf092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:14.228489 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-4373d386-4d9c-425e-b496-fdfa370aa5f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:14.265058 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-1dcd99c3-e62e-4bce-8bd6-453a404d9559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1926758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1948318'] for router, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:14.336388 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56ee3f-8a6a-4200-b629-3054a8ddf092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11848e18-db8b-4f8a-982d-c3e25bc224f0,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:14.340473 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-9c56ee3f-8a6a-4200-b629-3054a8ddf092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:14.346593 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-9c56ee3f-8a6a-4200-b629-3054a8ddf092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:14.351498 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-9c56ee3f-8a6a-4200-b629-3054a8ddf092 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/11848e18-db8b-4f8a-982d-c3e25bc224f0 HTTP/1.1" status: 204  len: 168 time: 0.3812654
Sep 08 16:17:14.550639 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dcd99c3-e62e-4bce-8bd6-453a404d9559 admin admin] Router 8ac628a0-9703-4004-b735-41d9fe949eb5 is scheduled to L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 with binding_index 1 {{(pid=79426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Sep 08 16:17:14.694272 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 3d036385-8412-475e-b42c-8a3f51fe5045 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:17:14.794516 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning for port 3d036385-8412-475e-b42c-8a3f51fe5045 completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:17:14.806395 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 3d036385-8412-475e-b42c-8a3f51fe5045 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:17:14.807040 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:14.850427 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcd99c3-e62e-4bce-8bd6-453a404d9559 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:17:14.872468 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1931a57-c126-4dfa-877c-b120db45d97d None None] Sync routers for ids ['8ac628a0-9703-4004-b735-41d9fe949eb5'] in dv-cinder-807898-1-iscsi {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:17:14.890443 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1931a57-c126-4dfa-877c-b120db45d97d None None] Routers {'8ac628a0-9703-4004-b735-41d9fe949eb5'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:17:14.892279 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-c1931a57-c126-4dfa-877c-b120db45d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42527a3820>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:17:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['8ac628a0-9703-4004-b735-41d9fe949eb5'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:17:14.919182 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-1dcd99c3-e62e-4bce-8bd6-453a404d9559 admin admin] Notify callbacks [] for router, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:14.928013 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-1dcd99c3-e62e-4bce-8bd6-453a404d9559 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.2329571
Sep 08 16:17:14.932693 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 38222) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:17:15.126854 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:15.195331 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-c1931a57-c126-4dfa-877c-b120db45d97d None None] Set router 8ac628a0-9703-4004-b735-41d9fe949eb5 gateway port host: dv-cinder-807898-1-iscsi {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:17:15.205166 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] For port 3d036385-8412-475e-b42c-8a3f51fe5045, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=3d036385-8412-475e-b42c-8a3f51fe5045,segment=NetworkSegment(1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3),segment_id=1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:17:15.214349 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:15.223408 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:15.367662 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Pushing event updated for resources: {'Port': ['ID=3d036385-8412-475e-b42c-8a3f51fe5045,revision_number=3']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:15.394610 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:15.612375 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-c1931a57-c126-4dfa-877c-b120db45d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42527a3820>, [{'id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'name': 'tempest-TestShelveInstance-470877572-router', 'tenant_id': '0192ebea3f6246118edb985b970044bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '04d3061e-7552-4ca5-be8f-4515c1e12337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:10Z', 'updated_at': '2021-09-08T16:17:13Z', 'revision_number': 3, 'project_id': '0192ebea3f6246118edb985b970044bc', 'gw_port': {'id': '04d3061e-7552-4ca5-be8f-4515c1e12337', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:11Z', 'updated_at': '2021-09-08T16:17:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi'}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:17:15.617379 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1931a57-c126-4dfa-877c-b120db45d97d None None] Checking router: 8ac628a0-9703-4004-b735-41d9fe949eb5 for host: dv-cinder-807898-1-iscsi {{(pid=79428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:17:15.617781 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1931a57-c126-4dfa-877c-b120db45d97d None None] Updating router 8ac628a0-9703-4004-b735-41d9fe949eb5 port 04d3061e-7552-4ca5-be8f-4515c1e12337 binding host dv-cinder-807898-1-iscsi {{(pid=79428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 08 16:17:15.686396 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-c1931a57-c126-4dfa-877c-b120db45d97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:15.732690 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:16.207797 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3de3c527-b08f-4196-932d-5b8268aa20e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:16.334186 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-c1931a57-c126-4dfa-877c-b120db45d97d None None] Notify callbacks [] for port, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:16.377106 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.provisioning_blocks [None req-c1931a57-c126-4dfa-877c-b120db45d97d None None] Transition to ACTIVE for port object 04d3061e-7552-4ca5-be8f-4515c1e12337 will not be triggered until provisioned by entity L2. {{(pid=79428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:17:16.408854 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-c1931a57-c126-4dfa-877c-b120db45d97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:16.414786 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-697ae940-177f-4099-9252-f79681c07cca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:16.566721 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6075c532-01d7-410b-80d1-8615608a8f18 None None] Pushing event updated for resources: {'Port': ['ID=04d3061e-7552-4ca5-be8f-4515c1e12337,revision_number=2']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:16.603618 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075c532-01d7-410b-80d1-8615608a8f18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:16.605126 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075c532-01d7-410b-80d1-8615608a8f18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:16.605837 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075c532-01d7-410b-80d1-8615608a8f18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:16.606527 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075c532-01d7-410b-80d1-8615608a8f18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:16.607223 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075c532-01d7-410b-80d1-8615608a8f18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:16.608187 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075c532-01d7-410b-80d1-8615608a8f18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:16.608875 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075c532-01d7-410b-80d1-8615608a8f18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:16.609537 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075c532-01d7-410b-80d1-8615608a8f18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:16.610218 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075c532-01d7-410b-80d1-8615608a8f18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:16.611136 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075c532-01d7-410b-80d1-8615608a8f18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:16.611836 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075c532-01d7-410b-80d1-8615608a8f18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:16.612500 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075c532-01d7-410b-80d1-8615608a8f18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:16.622121 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-6075c532-01d7-410b-80d1-8615608a8f18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:16.637952 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [None req-c1931a57-c126-4dfa-877c-b120db45d97d None None] Attempting to bind port 04d3061e-7552-4ca5-be8f-4515c1e12337 on host dv-cinder-807898-1-iscsi for vnic_type normal with profile  {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:17:16.642454 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [None req-c1931a57-c126-4dfa-877c-b120db45d97d None None] Attempting to bind port 04d3061e-7552-4ca5-be8f-4515c1e12337 by drivers openvswitch,hyperv on host dv-cinder-807898-1-iscsi at level 0 using segments [{'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:17:16.643299 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1931a57-c126-4dfa-877c-b120db45d97d None None] Attempting to bind port 04d3061e-7552-4ca5-be8f-4515c1e12337 on network e2ed1a71-8bc5-4c91-9ec3-df61c44bef44 {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:17:16.656302 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 3d036385-8412-475e-b42c-8a3f51fe5045 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:17:16.664129 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1931a57-c126-4dfa-877c-b120db45d97d None None] Checking agent: {'id': 'f763117d-2875-45db-86c1-123fd700575f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 6, 1), 'started_at': datetime.datetime(2021, 9, 8, 16, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:17:16.664911 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1931a57-c126-4dfa-877c-b120db45d97d None None] Checking segment: {'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:17:16.665563 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-c1931a57-c126-4dfa-877c-b120db45d97d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:16.666177 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1931a57-c126-4dfa-877c-b120db45d97d None None] Bound using segment: {'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:17:16.666905 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [None req-c1931a57-c126-4dfa-877c-b120db45d97d None None] Bound port: 04d3061e-7552-4ca5-be8f-4515c1e12337, host: dv-cinder-807898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'}}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:17:16.667417 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-c1931a57-c126-4dfa-877c-b120db45d97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:16.710464 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0f644-e044-40f0-92f0-942596479646 req-ed89ff4e-df44-4035-9325-a68c9b0786bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:16.713881 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-5bc0f644-e044-40f0-92f0-942596479646 req-ed89ff4e-df44-4035-9325-a68c9b0786bc service neutron] 10.222.0.70 "GET /v2.0/networks?id=204b86ab-9a41-430c-b098-cab74514186e HTTP/1.1" status: 200  len: 915 time: 0.4905803
Sep 08 16:17:16.771378 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.db [None req-c1931a57-c126-4dfa-877c-b120db45d97d None None] For port 04d3061e-7552-4ca5-be8f-4515c1e12337, host dv-cinder-807898-1-iscsi, cleared binding levels {{(pid=79428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:17:16.778483 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.db [None req-c1931a57-c126-4dfa-877c-b120db45d97d None None] For port 04d3061e-7552-4ca5-be8f-4515c1e12337, host dv-cinder-807898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=04d3061e-7552-4ca5-be8f-4515c1e12337,segment=NetworkSegment(3235b71f-0c14-40b5-ba80-96fc5a4742a1),segment_id=3235b71f-0c14-40b5-ba80-96fc5a4742a1)] {{(pid=79428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:17:16.792252 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-c1931a57-c126-4dfa-877c-b120db45d97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:16.822102 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-6075c532-01d7-410b-80d1-8615608a8f18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:16.833001 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 3d036385-8412-475e-b42c-8a3f51fe5045 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:17:16.836140 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:16.908452 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1931a57-c126-4dfa-877c-b120db45d97d None None] Routers {'8ac628a0-9703-4004-b735-41d9fe949eb5'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:17:16.909636 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-c1931a57-c126-4dfa-877c-b120db45d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42527a3820>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:17:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['8ac628a0-9703-4004-b735-41d9fe949eb5'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:17:16.933124 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-5bc0f644-e044-40f0-92f0-942596479646 req-699d3366-e13b-4083-b936-332855ebaee1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7cbd5dee-f58a-4b80-ad1f-8953c26b4057 HTTP/1.1" status: 200  len: 217 time: 0.1917653
Sep 08 16:17:16.971723 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5d190-cc57-4857-9d97-2f282f4ebe46 req-4692bb8e-0687-4db7-afae-f6c16b0cd8b8 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:16.974855 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-bca5d190-cc57-4857-9d97-2f282f4ebe46 req-4692bb8e-0687-4db7-afae-f6c16b0cd8b8 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.3771677
Sep 08 16:17:17.296172 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0f644-e044-40f0-92f0-942596479646 req-9af3e143-d094-4531-b7ad-a08fa70b8b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:17.299802 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-5bc0f644-e044-40f0-92f0-942596479646 req-9af3e143-d094-4531-b7ad-a08fa70b8b4c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0101320e-6e22-4da8-9a28-c7b9120cae08 HTTP/1.1" status: 200  len: 854 time: 0.3490207
Sep 08 16:17:17.316604 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf4033-575d-4433-9876-29cea9972d59 req-394a40ce-7ab8-456a-8113-75000c64243d tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:17.318662 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3cdf4033-575d-4433-9876-29cea9972d59 req-394a40ce-7ab8-456a-8113-75000c64243d tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/networks?id=204b86ab-9a41-430c-b098-cab74514186e HTTP/1.1" status: 200  len: 814 time: 0.8979630
Sep 08 16:17:17.377137 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-bca5d190-cc57-4857-9d97-2f282f4ebe46 req-f3ace110-a871-4f7b-8109-8f47d74b3b86 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3832912
Sep 08 16:17:17.404568 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3cdf4033-575d-4433-9876-29cea9972d59 req-3f3af886-004a-4bbe-b392-4f454e8bed26 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/quotas/c8c774bb92304c42ab3c6d7f2ab7e7dd HTTP/1.1" status: 200  len: 375 time: 0.0739431
Sep 08 16:17:17.406778 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-5bc0f644-e044-40f0-92f0-942596479646 req-efa4e14c-0e9f-467a-b43a-e861b4f91fed service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=204b86ab-9a41-430c-b098-cab74514186e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0801494
Sep 08 16:17:17.423656 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_common [None req-3de3c527-b08f-4196-932d-5b8268aa20e9 admin admin] Allocated IP 172.20.0.1 (7ca11c1b-7856-4c98-8d2f-ac9178457343/c6eb4cc6-a294-41f4-91b9-bb96871ae1b1/e0eb04bc-975e-4b7b-9afb-e3b0993fb686) {{(pid=79425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:17:17.491068 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-c1931a57-c126-4dfa-877c-b120db45d97d None None] Set router 8ac628a0-9703-4004-b735-41d9fe949eb5 gateway port host: dv-cinder-807898-1-iscsi {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:17:17.842322 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3cdf4033-575d-4433-9876-29cea9972d59 req-c19bdde1-ac6c-45da-8671-32830c9a7f28 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8c774bb92304c42ab3c6d7f2ab7e7dd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4359534
Sep 08 16:17:18.169785 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3cdf4033-575d-4433-9876-29cea9972d59 req-1a0232f7-49fc-4c9b-abb4-0caa07ee6beb service neutron] 10.222.0.25 "GET /v2.0/networks/204b86ab-9a41-430c-b098-cab74514186e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2877390
Sep 08 16:17:18.170872 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-5bc0f644-e044-40f0-92f0-942596479646 req-4ffa62e2-9ebf-4fa2-9496-07d9817c411d service neutron] 10.222.0.70 "GET /v2.0/networks/204b86ab-9a41-430c-b098-cab74514186e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7211249
Sep 08 16:17:18.232965 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6075c532-01d7-410b-80d1-8615608a8f18 None None] Pushing event updated for resources: {'Port': ['ID=04d3061e-7552-4ca5-be8f-4515c1e12337,revision_number=3']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:18.238099 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-6075c532-01d7-410b-80d1-8615608a8f18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.416s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:18.334096 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-c1931a57-c126-4dfa-877c-b120db45d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42527a3820>, [{'id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'name': 'tempest-TestShelveInstance-470877572-router', 'tenant_id': '0192ebea3f6246118edb985b970044bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '04d3061e-7552-4ca5-be8f-4515c1e12337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:10Z', 'updated_at': '2021-09-08T16:17:13Z', 'revision_number': 3, 'project_id': '0192ebea3f6246118edb985b970044bc', 'gw_port': {'id': '04d3061e-7552-4ca5-be8f-4515c1e12337', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:11Z', 'updated_at': '2021-09-08T16:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi'}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:17:18.344049 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1931a57-c126-4dfa-877c-b120db45d97d None None] The sync data for ids ['8ac628a0-9703-4004-b735-41d9fe949eb5'] in dv-cinder-807898-1-iscsi is: [{'id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'name': 'tempest-TestShelveInstance-470877572-router', 'tenant_id': '0192ebea3f6246118edb985b970044bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '04d3061e-7552-4ca5-be8f-4515c1e12337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:10Z', 'updated_at': '2021-09-08T16:17:13Z', 'revision_number': 3, 'project_id': '0192ebea3f6246118edb985b970044bc', 'gw_port': {'id': '04d3061e-7552-4ca5-be8f-4515c1e12337', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:11Z', 'updated_at': '2021-09-08T16:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi'}] {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:17:18.408525 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3de3c527-b08f-4196-932d-5b8268aa20e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:18.449430 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.provisioning_blocks [None req-3de3c527-b08f-4196-932d-5b8268aa20e9 admin admin] Transition to ACTIVE for port object e0eb04bc-975e-4b7b-9afb-e3b0993fb686 will not be triggered until provisioned by entity DHCP. {{(pid=79425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:17:18.464202 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3cdf4033-575d-4433-9876-29cea9972d59 req-c34a2c28-5c6a-4b36-85be-d12d2603170c service neutron] 10.222.0.25 "GET /v2.0/networks/204b86ab-9a41-430c-b098-cab74514186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2826297
Sep 08 16:17:18.501178 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-5bc0f644-e044-40f0-92f0-942596479646 req-88c98e27-a3c1-4993-b938-cfd9ee62edf1 service neutron] 10.222.0.70 "GET /v2.0/networks/204b86ab-9a41-430c-b098-cab74514186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3068578
Sep 08 16:17:18.527803 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3de3c527-b08f-4196-932d-5b8268aa20e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:18.541039 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:18.610534 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de3c527-b08f-4196-932d-5b8268aa20e9 admin admin] Network 7ca11c1b-7856-4c98-8d2f-ac9178457343 is already hosted by enough agents. {{(pid=79425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:17:18.627922 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [None req-3de3c527-b08f-4196-932d-5b8268aa20e9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:17:18.637855 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de3c527-b08f-4196-932d-5b8268aa20e9 admin admin] Received port after_create {{(pid=79425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:17:18.819057 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3c527-b08f-4196-932d-5b8268aa20e9 admin admin] Pushing event updated for resources: {'Port': ['ID=e0eb04bc-975e-4b7b-9afb-e3b0993fb686,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:18.824003 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-3de3c527-b08f-4196-932d-5b8268aa20e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:18.899579 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3de3c527-b08f-4196-932d-5b8268aa20e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1928769'] for router_interface, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:19.246741 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-72c91f64-0809-4898-b1cf-62d191128c49 None None] Provisioning for port e0eb04bc-975e-4b7b-9afb-e3b0993fb686 completed by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:17:19.256730 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-eb2d8c0e-0606-4aa1-a69c-7466ed938e2a req-c897af9c-2c93-4df8-bd3c-120512610476 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c08f6f9-7669-40ee-b76b-b418d405c6fd HTTP/1.1" status: 200  len: 210 time: 0.2643671
Sep 08 16:17:19.258510 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-72c91f64-0809-4898-b1cf-62d191128c49 None None] Provisioning complete for port e0eb04bc-975e-4b7b-9afb-e3b0993fb686 triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:17:19.259268 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-72c91f64-0809-4898-b1cf-62d191128c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:19.385464 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3de3c527-b08f-4196-932d-5b8268aa20e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:19.420025 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-72c91f64-0809-4898-b1cf-62d191128c49 None None] Port e0eb04bc-975e-4b7b-9afb-e3b0993fb686 cannot update to ACTIVE because it is not bound. {{(pid=79427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 08 16:17:19.962141 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3de3c527-b08f-4196-932d-5b8268aa20e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:19.968259 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3de3c527-b08f-4196-932d-5b8268aa20e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334251'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:20.000908 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-2bcd2f85-6290-4963-b9e9-7bcb9a8224d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:20.113716 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3de3c527-b08f-4196-932d-5b8268aa20e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1928932'] for router_interface, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:20.137384 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3c527-b08f-4196-932d-5b8268aa20e9 admin admin] Pushing event updated for resources: {'Port': ['ID=e0eb04bc-975e-4b7b-9afb-e3b0993fb686,revision_number=2']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:20.142781 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-3de3c527-b08f-4196-932d-5b8268aa20e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:20.332478 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de3c527-b08f-4196-932d-5b8268aa20e9 admin admin] Network 7ca11c1b-7856-4c98-8d2f-ac9178457343 is already hosted by enough agents. {{(pid=79425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:17:20.334175 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [None req-3de3c527-b08f-4196-932d-5b8268aa20e9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:17:20.848534 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 04d3061e-7552-4ca5-be8f-4515c1e12337 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:17:20.903837 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d7432644-417b-48b4-82ec-ccfa27dd6919 req-0ba3d5e6-8e94-4151-8dcc-8e7a115d7080 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c08f6f9-7669-40ee-b76b-b418d405c6fd HTTP/1.1" status: 200  len: 210 time: 0.2354715
Sep 08 16:17:20.960214 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de3c527-b08f-4196-932d-5b8268aa20e9 admin admin] Router 8ac628a0-9703-4004-b735-41d9fe949eb5 has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:17:21.172717 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-870040dc-b044-47c0-9c0d-adf7c35d77fb None None] Provisioning complete for port e0eb04bc-975e-4b7b-9afb-e3b0993fb686 triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:17:21.173238 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-870040dc-b044-47c0-9c0d-adf7c35d77fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:21.316322 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-870040dc-b044-47c0-9c0d-adf7c35d77fb None None] Port e0eb04bc-975e-4b7b-9afb-e3b0993fb686 cannot update to ACTIVE because it is not bound. {{(pid=79427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 08 16:17:21.327293 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning for port 04d3061e-7552-4ca5-be8f-4515c1e12337 completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:17:21.337456 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 04d3061e-7552-4ca5-be8f-4515c1e12337 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:17:21.339090 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:21.419279 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de3c527-b08f-4196-932d-5b8268aa20e9 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:17:21.439070 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-3de3c527-b08f-4196-932d-5b8268aa20e9 admin admin] 10.222.0.25 "PUT /v2.0/routers/8ac628a0-9703-4004-b735-41d9fe949eb5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5049047
Sep 08 16:17:21.506970 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa601934-f68a-41b7-9a1d-970b2d371735 None None] Sync routers for ids ['8ac628a0-9703-4004-b735-41d9fe949eb5'] in dv-cinder-807898-1-iscsi {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:17:21.569992 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa601934-f68a-41b7-9a1d-970b2d371735 None None] Routers {'8ac628a0-9703-4004-b735-41d9fe949eb5'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:17:21.571543 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-fa601934-f68a-41b7-9a1d-970b2d371735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4250deb7c0>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:17:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['8ac628a0-9703-4004-b735-41d9fe949eb5'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:17:21.773552 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:21.862091 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] For port 04d3061e-7552-4ca5-be8f-4515c1e12337, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=04d3061e-7552-4ca5-be8f-4515c1e12337,segment=NetworkSegment(3235b71f-0c14-40b5-ba80-96fc5a4742a1),segment_id=3235b71f-0c14-40b5-ba80-96fc5a4742a1)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:17:21.883316 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:21.888662 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-13940658-1965-4e20-b8f0-9b15acf6d8bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:22.043050 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Pushing event updated for resources: {'Port': ['ID=04d3061e-7552-4ca5-be8f-4515c1e12337,revision_number=4']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:22.053466 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:22.120341 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00bb9be-c44f-4ae7-b5c8-4dfb0cc14625 req-6afd383a-46f3-4073-8c31-ecfbc148a820 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:22.131551 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a00bb9be-c44f-4ae7-b5c8-4dfb0cc14625 req-6afd383a-46f3-4073-8c31-ecfbc148a820 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.2319372
Sep 08 16:17:22.167315 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-fa601934-f68a-41b7-9a1d-970b2d371735 None None] Set router 8ac628a0-9703-4004-b735-41d9fe949eb5 gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:17:22.270300 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a00bb9be-c44f-4ae7-b5c8-4dfb0cc14625 req-4c3186d5-966a-4502-9050-0ef5be8c671f tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272998
Sep 08 16:17:22.364195 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-8a5bc2fd-5f29-4848-b0bb-32d62d36b716 req-23126542-9cf2-4ad3-a475-34b62a7a0b6e tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c08f6f9-7669-40ee-b76b-b418d405c6fd HTTP/1.1" status: 200  len: 210 time: 0.0839925
Sep 08 16:17:22.384611 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf4033-575d-4433-9876-29cea9972d59 req-8bbe77d0-df33-4b2a-8b63-40af45e243f5 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:22.386314 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-3cdf4033-575d-4433-9876-29cea9972d59 req-8bbe77d0-df33-4b2a-8b63-40af45e243f5 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.70 "GET /v2.0/networks?id=204b86ab-9a41-430c-b098-cab74514186e HTTP/1.1" status: 200  len: 814 time: 0.8085907
Sep 08 16:17:22.393464 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb8849-629a-4a50-af0a-dbb13220ad27 req-23486503-e3b5-4509-aa12-287a59035def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:22.395585 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-9deb8849-629a-4a50-af0a-dbb13220ad27 req-23486503-e3b5-4509-aa12-287a59035def service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3abc28c3a0c44587b1e4367f9363241d&device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 1098 time: 0.5653508
Sep 08 16:17:22.663799 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 04d3061e-7552-4ca5-be8f-4515c1e12337 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:17:22.858497 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 04d3061e-7552-4ca5-be8f-4515c1e12337 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:17:22.858875 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:23.063929 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 38400) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:17:23.070167 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-fa601934-f68a-41b7-9a1d-970b2d371735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4250deb7c0>, [{'id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'name': 'tempest-TestShelveInstance-470877572-router', 'tenant_id': '0192ebea3f6246118edb985b970044bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '04d3061e-7552-4ca5-be8f-4515c1e12337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:10Z', 'updated_at': '2021-09-08T16:17:19Z', 'revision_number': 4, 'project_id': '0192ebea3f6246118edb985b970044bc', 'gw_port': {'id': '04d3061e-7552-4ca5-be8f-4515c1e12337', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:11Z', 'updated_at': '2021-09-08T16:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': 'e0eb04bc-975e-4b7b-9afb-e3b0993fb686', 'name': '', 'network_id': '7ca11c1b-7856-4c98-8d2f-ac9178457343', 'tenant_id': '0192ebea3f6246118edb985b970044bc', 'mac_address': 'fa:16:3e:b5:86:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'c6eb4cc6-a294-41f4-91b9-bb96871ae1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:16Z', 'updated_at': '2021-09-08T16:17:19Z', 'revision_number': 2, 'project_id': '0192ebea3f6246118edb985b970044bc', 'subnets': [{'id': 'c6eb4cc6-a294-41f4-91b9-bb96871ae1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:17:23.074091 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-319118971-network', 'tenant_id': 'b37e2bba672e4d789f8be528a2d7c37d'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:17:23.075967 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa601934-f68a-41b7-9a1d-970b2d371735 None None] Checking router: 8ac628a0-9703-4004-b735-41d9fe949eb5 for host: dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:17:23.076789 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa601934-f68a-41b7-9a1d-970b2d371735 None None] Updating router 8ac628a0-9703-4004-b735-41d9fe949eb5 port e0eb04bc-975e-4b7b-9afb-e3b0993fb686 binding host dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 08 16:17:23.079096 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:17:23.083818 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Usage tracker for resource:network and tenant:b37e2bba672e4d789f8be528a2d7c37d is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:17:23.087300 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:17:23.094075 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:17:23.109116 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Made reservation on behalf of b37e2bba672e4d789f8be528a2d7c37d for: {'network': 1} {{(pid=79425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:17:23.113859 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for network, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:23.138181 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:23.148690 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-fa601934-f68a-41b7-9a1d-970b2d371735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:23.160628 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:17:23.166945 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Usage tracker for resource:security_group_rule and tenant:b37e2bba672e4d789f8be528a2d7c37d is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:17:23.171451 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:17:23.177663 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:17:23.288313 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:23.294624 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:23.298879 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-7df34eb9-3d1d-4134-8ce7-3c6279c90360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:23.327654 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb97c4e5-46ee-417b-9fb2-8296f37aa245,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:23.341199 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:23.341843 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:23.342168 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:23.342513 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:23.342846 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:23.343193 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:23.343533 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:23.344027 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:23.344369 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:23.344699 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:23.345027 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:23.345350 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:23.348914 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938}  {{(pid=79425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 08 16:17:23.352189 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:23.360956 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:23.361401 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.db.segments_db [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Added segment 3012848e-3e41-4a4a-88b9-9718eecee88b of type vlan for network e109d32b-61c3-4880-a539-886b784e3f28
Sep 08 16:17:23.404044 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745177029057'] for network, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:23.446978 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819'] for network, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:23.449790 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:23.450825 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:23.459965 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:23.591842 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5261416
Sep 08 16:17:23.593079 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Pushing event updated for resources: {'Network': ['ID=e109d32b-61c3-4880-a539-886b784e3f28,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:23.596270 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 38410) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:17:23.601225 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:23.603083 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-f3e972b2-54f5-473a-892f-9e9efc04d8ef admin admin] Request body: {'subnet': {'network_id': 'e109d32b-61c3-4880-a539-886b784e3f28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-319118971-subnet', 'tenant_id': 'b37e2bba672e4d789f8be528a2d7c37d', 'ip_version': 4}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:17:23.609170 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-f3e972b2-54f5-473a-892f-9e9efc04d8ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:17:23.615900 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-f3e972b2-54f5-473a-892f-9e9efc04d8ef admin admin] Usage tracker for resource:subnet and tenant:b37e2bba672e4d789f8be528a2d7c37d is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:17:23.620201 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-f3e972b2-54f5-473a-892f-9e9efc04d8ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:17:23.627287 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-f3e972b2-54f5-473a-892f-9e9efc04d8ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:17:23.628181 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Network e109d32b-61c3-4880-a539-886b784e3f28 details requested by agent ovs-agent-dv-cinder-807898-1-iscsi with host dv-cinder-807898-1-iscsi {{(pid=79427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 08 16:17:23.640882 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e972b2-54f5-473a-892f-9e9efc04d8ef admin admin] Made reservation on behalf of b37e2bba672e4d789f8be528a2d7c37d for: {'subnet': 1} {{(pid=79426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:17:23.643747 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-f3e972b2-54f5-473a-892f-9e9efc04d8ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:23.827707 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-fa601934-f68a-41b7-9a1d-970b2d371735 None None] Notify callbacks [] for port, precommit_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:23.848957 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-fa601934-f68a-41b7-9a1d-970b2d371735 None None] Transition to ACTIVE for port object e0eb04bc-975e-4b7b-9afb-e3b0993fb686 will not be triggered until provisioned by entity L2. {{(pid=79427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:17:23.858205 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-fa601934-f68a-41b7-9a1d-970b2d371735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:23.866497 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:23.947771 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-f3e972b2-54f5-473a-892f-9e9efc04d8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819'] for subnet, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:23.955102 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-24ee22f8-b125-48a8-9d08-e1b420014ce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:24.073807 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93244d53-d2a3-4fa4-83af-c21e1cc81369 None None] Pushing event updated for resources: {'Port': ['ID=e0eb04bc-975e-4b7b-9afb-e3b0993fb686,revision_number=3']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:24.083112 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-93244d53-d2a3-4fa4-83af-c21e1cc81369 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:24.105589 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e972b2-54f5-473a-892f-9e9efc04d8ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c7d7121-b152-47c5-aa72-a1ed79e9912c,revision_number=0']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:24.113075 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-f3e972b2-54f5-473a-892f-9e9efc04d8ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:24.114384 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e972b2-54f5-473a-892f-9e9efc04d8ef admin admin] Checking segment: {'id': '3012848e-3e41-4a4a-88b9-9718eecee88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e109d32b-61c3-4880-a539-886b784e3f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:17:24.114868 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e972b2-54f5-473a-892f-9e9efc04d8ef admin admin] Network hostable DHCP agents. Network: e109d32b-61c3-4880-a539-886b784e3f28, hostable agents: ['48edfc26-e3e7-4e5a-9c59-2b84b8091b14'], hosted agents: [] {{(pid=79426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 08 16:17:24.145656 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-fa601934-f68a-41b7-9a1d-970b2d371735 None None] Attempting to bind port e0eb04bc-975e-4b7b-9afb-e3b0993fb686 on host dv-cinder-807898-1-iscsi for vnic_type normal with profile  {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:17:24.146771 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-fa601934-f68a-41b7-9a1d-970b2d371735 None None] Attempting to bind port e0eb04bc-975e-4b7b-9afb-e3b0993fb686 by drivers openvswitch,hyperv on host dv-cinder-807898-1-iscsi at level 0 using segments [{'id': '1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7ca11c1b-7856-4c98-8d2f-ac9178457343'}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:17:24.147396 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa601934-f68a-41b7-9a1d-970b2d371735 None None] Attempting to bind port e0eb04bc-975e-4b7b-9afb-e3b0993fb686 on network 7ca11c1b-7856-4c98-8d2f-ac9178457343 {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:17:24.149649 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e972b2-54f5-473a-892f-9e9efc04d8ef admin admin] Network e109d32b-61c3-4880-a539-886b784e3f28 is scheduled to be hosted by DHCP agent 48edfc26-e3e7-4e5a-9c59-2b84b8091b14 with binding_index 1 {{(pid=79426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 08 16:17:24.154977 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa601934-f68a-41b7-9a1d-970b2d371735 None None] Checking agent: {'id': 'f763117d-2875-45db-86c1-123fd700575f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 6, 1), 'started_at': datetime.datetime(2021, 9, 8, 16, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:17:24.155342 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa601934-f68a-41b7-9a1d-970b2d371735 None None] Checking segment: {'id': '1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7ca11c1b-7856-4c98-8d2f-ac9178457343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:17:24.155789 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-fa601934-f68a-41b7-9a1d-970b2d371735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:24.156196 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa601934-f68a-41b7-9a1d-970b2d371735 None None] Bound using segment: {'id': '1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7ca11c1b-7856-4c98-8d2f-ac9178457343'} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:17:24.157889 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-fa601934-f68a-41b7-9a1d-970b2d371735 None None] Bound port: e0eb04bc-975e-4b7b-9afb-e3b0993fb686, host: dv-cinder-807898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7ca11c1b-7856-4c98-8d2f-ac9178457343'}}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:17:24.157889 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-fa601934-f68a-41b7-9a1d-970b2d371735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:24.169674 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.base_scheduler [None req-f3e972b2-54f5-473a-892f-9e9efc04d8ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-iscsi, e109d32b-61c3-4880-a539-886b784e3f28) {{(pid=79426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:17:24.177384 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e972b2-54f5-473a-892f-9e9efc04d8ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:24.178760 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-f3e972b2-54f5-473a-892f-9e9efc04d8ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for subnet, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:24.218227 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-f3e972b2-54f5-473a-892f-9e9efc04d8ef admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.6167679
Sep 08 16:17:24.218703 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 38418) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:17:24.219355 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5d2219-6cd1-49db-82e3-5304190f8721 None None] Network e109d32b-61c3-4880-a539-886b784e3f28 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:17:24.227764 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-04c795ad-73ce-47f3-944f-fef19c2d00f2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-319118971-router', 'tenant_id': 'b37e2bba672e4d789f8be528a2d7c37d', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'}}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:17:24.236141 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-04c795ad-73ce-47f3-944f-fef19c2d00f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:17:24.243936 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-04c795ad-73ce-47f3-944f-fef19c2d00f2 admin admin] Usage tracker for resource:router and tenant:b37e2bba672e4d789f8be528a2d7c37d is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:17:24.249585 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-04c795ad-73ce-47f3-944f-fef19c2d00f2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:17:24.268876 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-04c795ad-73ce-47f3-944f-fef19c2d00f2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:17:24.296496 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-04c795ad-73ce-47f3-944f-fef19c2d00f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1926744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35671'] for router, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:24.297781 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-04c795ad-73ce-47f3-944f-fef19c2d00f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1926856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1948639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35678'] for router, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:24.320234 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-04c795ad-73ce-47f3-944f-fef19c2d00f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:24.381605 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-fa601934-f68a-41b7-9a1d-970b2d371735 None None] For port e0eb04bc-975e-4b7b-9afb-e3b0993fb686, host dv-cinder-807898-1-iscsi, cleared binding levels {{(pid=79427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:17:24.417126 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-fa601934-f68a-41b7-9a1d-970b2d371735 None None] For port e0eb04bc-975e-4b7b-9afb-e3b0993fb686, host dv-cinder-807898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=e0eb04bc-975e-4b7b-9afb-e3b0993fb686,segment=NetworkSegment(1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3),segment_id=1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3)] {{(pid=79427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:17:24.428997 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-fa601934-f68a-41b7-9a1d-970b2d371735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:24.436449 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:24.642541 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa601934-f68a-41b7-9a1d-970b2d371735 None None] Routers {'8ac628a0-9703-4004-b735-41d9fe949eb5'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:17:24.643413 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-fa601934-f68a-41b7-9a1d-970b2d371735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4250deb7c0>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:17:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['8ac628a0-9703-4004-b735-41d9fe949eb5'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:17:24.744821 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-04c795ad-73ce-47f3-944f-fef19c2d00f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1948630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1926767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35632'] for router, precommit_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:24.845728 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93244d53-d2a3-4fa4-83af-c21e1cc81369 None None] Pushing event updated for resources: {'Port': ['ID=e0eb04bc-975e-4b7b-9afb-e3b0993fb686,revision_number=4']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:24.857748 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-93244d53-d2a3-4fa4-83af-c21e1cc81369 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:24.889384 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d96c95d-cc9e-43ee-8c64-a061a05af4ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b972e0-3bc3-5e69-83ea-a229dde427c5-e109d32b-61c3-4880-a539-886b784e3f28', 'network_id': 'e109d32b-61c3-4880-a539-886b784e3f28', 'tenant_id': 'b37e2bba672e4d789f8be528a2d7c37d', 'fixed_ips': [{'subnet_id': '5c7d7121-b152-47c5-aa72-a1ed79e9912c'}]}} from dv-cinder-807898-1-iscsi. {{(pid=79427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Sep 08 16:17:24.890218 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-5d96c95d-cc9e-43ee-8c64-a061a05af4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:24.994450 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-fa601934-f68a-41b7-9a1d-970b2d371735 None None] Set router 8ac628a0-9703-4004-b735-41d9fe949eb5 gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:17:25.233556 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-04c795ad-73ce-47f3-944f-fef19c2d00f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:25.265119 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-04c795ad-73ce-47f3-944f-fef19c2d00f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:25.335267 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.db_base_plugin_common [None req-5d96c95d-cc9e-43ee-8c64-a061a05af4ff None None] Allocated IP 172.20.0.2 (e109d32b-61c3-4880-a539-886b784e3f28/5c7d7121-b152-47c5-aa72-a1ed79e9912c/504935ca-bbf2-4b62-a7d7-a4114c93eb64) {{(pid=79427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:17:25.442746 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_common [None req-04c795ad-73ce-47f3-944f-fef19c2d00f2 admin admin] Allocated IP 172.27.2.35 (e2ed1a71-8bc5-4c91-9ec3-df61c44bef44/a1e16140-da4f-4587-a2e7-78015b4d0ba3/f23e0429-3fca-494b-9a5d-8f4c0c1557d5) {{(pid=79425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:17:25.627327 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-fa601934-f68a-41b7-9a1d-970b2d371735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4250deb7c0>, [{'id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'name': 'tempest-TestShelveInstance-470877572-router', 'tenant_id': '0192ebea3f6246118edb985b970044bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '04d3061e-7552-4ca5-be8f-4515c1e12337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:10Z', 'updated_at': '2021-09-08T16:17:19Z', 'revision_number': 4, 'project_id': '0192ebea3f6246118edb985b970044bc', 'gw_port': {'id': '04d3061e-7552-4ca5-be8f-4515c1e12337', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:11Z', 'updated_at': '2021-09-08T16:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': 'e0eb04bc-975e-4b7b-9afb-e3b0993fb686', 'name': '', 'network_id': '7ca11c1b-7856-4c98-8d2f-ac9178457343', 'tenant_id': '0192ebea3f6246118edb985b970044bc', 'mac_address': 'fa:16:3e:b5:86:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'c6eb4cc6-a294-41f4-91b9-bb96871ae1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:16Z', 'updated_at': '2021-09-08T16:17:24Z', 'revision_number': 4, 'project_id': '0192ebea3f6246118edb985b970044bc', 'subnets': [{'id': 'c6eb4cc6-a294-41f4-91b9-bb96871ae1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:17:25.633120 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-04c795ad-73ce-47f3-944f-fef19c2d00f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:25.637135 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa601934-f68a-41b7-9a1d-970b2d371735 None None] The sync data for ids ['8ac628a0-9703-4004-b735-41d9fe949eb5'] in dv-cinder-807898-1-iscsi is: [{'id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'name': 'tempest-TestShelveInstance-470877572-router', 'tenant_id': '0192ebea3f6246118edb985b970044bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '04d3061e-7552-4ca5-be8f-4515c1e12337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:10Z', 'updated_at': '2021-09-08T16:17:19Z', 'revision_number': 4, 'project_id': '0192ebea3f6246118edb985b970044bc', 'gw_port': {'id': '04d3061e-7552-4ca5-be8f-4515c1e12337', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:11Z', 'updated_at': '2021-09-08T16:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': 'e0eb04bc-975e-4b7b-9afb-e3b0993fb686', 'name': '', 'network_id': '7ca11c1b-7856-4c98-8d2f-ac9178457343', 'tenant_id': '0192ebea3f6246118edb985b970044bc', 'mac_address': 'fa:16:3e:b5:86:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'c6eb4cc6-a294-41f4-91b9-bb96871ae1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:16Z', 'updated_at': '2021-09-08T16:17:24Z', 'revision_number': 4, 'project_id': '0192ebea3f6246118edb985b970044bc', 'subnets': [{'id': 'c6eb4cc6-a294-41f4-91b9-bb96871ae1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:17:25.671080 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-5d96c95d-cc9e-43ee-8c64-a061a05af4ff None None] Notify callbacks [] for port, precommit_create {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:25.694812 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-5d96c95d-cc9e-43ee-8c64-a061a05af4ff None None] Transition to ACTIVE for port object 504935ca-bbf2-4b62-a7d7-a4114c93eb64 will not be triggered until provisioned by entity L2. {{(pid=79427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:17:25.708671 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [req-3cdf4033-575d-4433-9876-29cea9972d59 req-6e2cb9fb-1fa0-46b8-a19c-dd0fb941a34f tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Request body: {'port': {'device_id': '8c08f6f9-7669-40ee-b76b-b418d405c6fd', 'network_id': '204b86ab-9a41-430c-b098-cab74514186e', 'admin_state_up': True, 'tenant_id': 'c8c774bb92304c42ab3c6d7f2ab7e7dd'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:17:25.726264 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-04c795ad-73ce-47f3-944f-fef19c2d00f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:25.765655 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-413b465c-621b-4283-a96e-050ce8a51f07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:25.778168 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-5d96c95d-cc9e-43ee-8c64-a061a05af4ff None None] Transition to ACTIVE for port object 504935ca-bbf2-4b62-a7d7-a4114c93eb64 will not be triggered until provisioned by entity DHCP. {{(pid=79427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:17:25.795549 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-5d96c95d-cc9e-43ee-8c64-a061a05af4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692'] for port, after_create {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:25.819366 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:26.135499 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c795ad-73ce-47f3-944f-fef19c2d00f2 admin admin] Network e2ed1a71-8bc5-4c91-9ec3-df61c44bef44 is already hosted by enough agents. {{(pid=79425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:17:26.139632 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d96c95d-cc9e-43ee-8c64-a061a05af4ff None None] Network e109d32b-61c3-4880-a539-886b784e3f28 is already hosted by enough agents. {{(pid=79427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:17:26.147818 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.scheduler.base_scheduler [None req-5d96c95d-cc9e-43ee-8c64-a061a05af4ff None None] Resources bound (agent type, host, resource id):  {{(pid=79427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:17:26.179600 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d96c95d-cc9e-43ee-8c64-a061a05af4ff None None] Received port after_create {{(pid=79427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:17:26.195842 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96c95d-cc9e-43ee-8c64-a061a05af4ff None None] Pushing event updated for resources: {'Port': ['ID=504935ca-bbf2-4b62-a7d7-a4114c93eb64,revision_number=1']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:26.222490 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-5d96c95d-cc9e-43ee-8c64-a061a05af4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:26.222794 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f521c88e-cfaf-45b9-8ca6-6f84cc618870 req-57ff426d-5a20-406b-a744-45f3f7d060c5 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c08f6f9-7669-40ee-b76b-b418d405c6fd HTTP/1.1" status: 200  len: 210 time: 0.1181641
Sep 08 16:17:26.278765 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fea723-f044-4152-a1fa-06a48e4da08e req-34aa0ac7-2830-4ff1-9a7b-6c1d6f06ad2d tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:26.284452 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c795ad-73ce-47f3-944f-fef19c2d00f2 admin admin] Pushing event updated for resources: {'Port': ['ID=f23e0429-3fca-494b-9a5d-8f4c0c1557d5,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:26.287847 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-56fea723-f044-4152-a1fa-06a48e4da08e req-34aa0ac7-2830-4ff1-9a7b-6c1d6f06ad2d tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.2961340
Sep 08 16:17:26.288541 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [None req-04c795ad-73ce-47f3-944f-fef19c2d00f2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:17:26.291916 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-04c795ad-73ce-47f3-944f-fef19c2d00f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:26.359454 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-56fea723-f044-4152-a1fa-06a48e4da08e req-e9932e41-cee4-4679-b725-cff72b87ba7a tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651829
Sep 08 16:17:26.382804 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c795ad-73ce-47f3-944f-fef19c2d00f2 admin admin] Received port after_create {{(pid=79425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:17:26.519059 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-5d96c95d-cc9e-43ee-8c64-a061a05af4ff None None] Attempting to bind port 504935ca-bbf2-4b62-a7d7-a4114c93eb64 on host dv-cinder-807898-1-iscsi for vnic_type normal with profile  {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:17:26.519910 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-5d96c95d-cc9e-43ee-8c64-a061a05af4ff None None] Attempting to bind port 504935ca-bbf2-4b62-a7d7-a4114c93eb64 by drivers openvswitch,hyperv on host dv-cinder-807898-1-iscsi at level 0 using segments [{'id': '3012848e-3e41-4a4a-88b9-9718eecee88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e109d32b-61c3-4880-a539-886b784e3f28'}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:17:26.520581 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d96c95d-cc9e-43ee-8c64-a061a05af4ff None None] Attempting to bind port 504935ca-bbf2-4b62-a7d7-a4114c93eb64 on network e109d32b-61c3-4880-a539-886b784e3f28 {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:17:26.531075 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d96c95d-cc9e-43ee-8c64-a061a05af4ff None None] Checking agent: {'id': 'f763117d-2875-45db-86c1-123fd700575f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 6, 1), 'started_at': datetime.datetime(2021, 9, 8, 16, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:17:26.531880 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d96c95d-cc9e-43ee-8c64-a061a05af4ff None None] Checking segment: {'id': '3012848e-3e41-4a4a-88b9-9718eecee88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e109d32b-61c3-4880-a539-886b784e3f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:17:26.532659 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-5d96c95d-cc9e-43ee-8c64-a061a05af4ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:26.533420 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d96c95d-cc9e-43ee-8c64-a061a05af4ff None None] Bound using segment: {'id': '3012848e-3e41-4a4a-88b9-9718eecee88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e109d32b-61c3-4880-a539-886b784e3f28'} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:17:26.534331 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-5d96c95d-cc9e-43ee-8c64-a061a05af4ff None None] Bound port: 504935ca-bbf2-4b62-a7d7-a4114c93eb64, host: dv-cinder-807898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3012848e-3e41-4a4a-88b9-9718eecee88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e109d32b-61c3-4880-a539-886b784e3f28'}}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:17:26.535767 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-5d96c95d-cc9e-43ee-8c64-a061a05af4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:26.727914 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device e0eb04bc-975e-4b7b-9afb-e3b0993fb686 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:17:26.911940 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-5d96c95d-cc9e-43ee-8c64-a061a05af4ff None None] For port 504935ca-bbf2-4b62-a7d7-a4114c93eb64, host dv-cinder-807898-1-iscsi, cleared binding levels {{(pid=79427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:17:26.923834 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-5d96c95d-cc9e-43ee-8c64-a061a05af4ff None None] For port 504935ca-bbf2-4b62-a7d7-a4114c93eb64, host dv-cinder-807898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=504935ca-bbf2-4b62-a7d7-a4114c93eb64,segment=NetworkSegment(3012848e-3e41-4a4a-88b9-9718eecee88b),segment_id=3012848e-3e41-4a4a-88b9-9718eecee88b)] {{(pid=79427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:17:26.936345 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-5d96c95d-cc9e-43ee-8c64-a061a05af4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:26.951021 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb8849-629a-4a50-af0a-dbb13220ad27 req-42767a6f-9e82-453e-99cd-145b0a8d59e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:26.954282 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-ce7cea14-eae8-42c7-8d66-5c43dc030e7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:26.954622 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-9deb8849-629a-4a50-af0a-dbb13220ad27 req-42767a6f-9e82-453e-99cd-145b0a8d59e7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5411d955-3db9-47e2-83ab-d4abbd225415 HTTP/1.1" status: 200  len: 920 time: 1.2797613
Sep 08 16:17:26.960162 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [req-3cdf4033-575d-4433-9876-29cea9972d59 req-6e2cb9fb-1fa0-46b8-a19c-dd0fb941a34f tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:17:27.040497 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning for port e0eb04bc-975e-4b7b-9afb-e3b0993fb686 completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:17:27.082642 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port e0eb04bc-975e-4b7b-9afb-e3b0993fb686 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:17:27.083038 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:27.106203 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-3cdf4033-575d-4433-9876-29cea9972d59 req-6e2cb9fb-1fa0-46b8-a19c-dd0fb941a34f tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Usage tracker for resource:port and tenant:c8c774bb92304c42ab3c6d7f2ab7e7dd is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:17:27.152486 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-3cdf4033-575d-4433-9876-29cea9972d59 req-6e2cb9fb-1fa0-46b8-a19c-dd0fb941a34f tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:17:27.178551 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96c95d-cc9e-43ee-8c64-a061a05af4ff None None] Pushing event updated for resources: {'Port': ['ID=504935ca-bbf2-4b62-a7d7-a4114c93eb64,revision_number=2']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:27.187098 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-5d96c95d-cc9e-43ee-8c64-a061a05af4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:27.205632 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-9deb8849-629a-4a50-af0a-dbb13220ad27 req-c3da3821-4383-4b94-a6b7-b3b8a78293c1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59e7e543-15da-4662-9f0c-ec72acd13a77 HTTP/1.1" status: 200  len: 217 time: 0.2292547
Sep 08 16:17:27.208369 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [req-3cdf4033-575d-4433-9876-29cea9972d59 req-6e2cb9fb-1fa0-46b8-a19c-dd0fb941a34f tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:17:27.346429 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb8849-629a-4a50-af0a-dbb13220ad27 req-e8e9920a-1c5b-472d-8248-782df9244cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:27.349043 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-9deb8849-629a-4a50-af0a-dbb13220ad27 req-e8e9920a-1c5b-472d-8248-782df9244cab service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f1c7eae5-6224-43b1-885e-66fb149f1dc6 HTTP/1.1" status: 200  len: 859 time: 0.1287494
Sep 08 16:17:27.425700 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:27.524348 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] For port e0eb04bc-975e-4b7b-9afb-e3b0993fb686, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=e0eb04bc-975e-4b7b-9afb-e3b0993fb686,segment=NetworkSegment(1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3),segment_id=1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:17:27.531700 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:27.534729 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:27.664950 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-c4c4dede-8eea-43a6-acd7-2e6d500a8fa2 req-d726cafe-0d43-4cf4-a720-32f86d3b5fb4 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c08f6f9-7669-40ee-b76b-b418d405c6fd HTTP/1.1" status: 200  len: 210 time: 0.2524602
Sep 08 16:17:27.701629 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Pushing event updated for resources: {'Port': ['ID=e0eb04bc-975e-4b7b-9afb-e3b0993fb686,revision_number=5']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:27.705047 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:27.870696 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-9deb8849-629a-4a50-af0a-dbb13220ad27 req-f01dff17-efaf-4f57-9eb7-7b09120155cc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5411d955-3db9-47e2-83ab-d4abbd225415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0838554
Sep 08 16:17:27.874777 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cdf4033-575d-4433-9876-29cea9972d59 req-6e2cb9fb-1fa0-46b8-a19c-dd0fb941a34f tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Made reservation on behalf of c8c774bb92304c42ab3c6d7f2ab7e7dd for: {'port': 1} {{(pid=79425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:17:27.884632 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-3cdf4033-575d-4433-9876-29cea9972d59 req-6e2cb9fb-1fa0-46b8-a19c-dd0fb941a34f tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:27.932277 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3a203-a02e-461d-814f-28e5392c39b1 req-1cb538b5-93fd-4ca3-88e4-b5927b54149b tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:27.938871 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9da3a203-a02e-461d-814f-28e5392c39b1 req-1cb538b5-93fd-4ca3-88e4-b5927b54149b tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.2724590
Sep 08 16:17:28.085572 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-04c795ad-73ce-47f3-944f-fef19c2d00f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:28.123776 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9da3a203-a02e-461d-814f-28e5392c39b1 req-772abb7c-f6fd-4f84-97fc-696be9fc0773 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1767967
Sep 08 16:17:28.618045 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f15c05-b469-4338-99ff-4a1bdb1b8d81 None None] Network e109d32b-61c3-4880-a539-886b784e3f28 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:17:28.758447 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-fcd93878-5986-4840-bb93-447cfe2918a6 None None] Provisioning for port 504935ca-bbf2-4b62-a7d7-a4114c93eb64 completed by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:17:28.803073 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device e0eb04bc-975e-4b7b-9afb-e3b0993fb686 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:17:29.050104 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-c21afa09-7957-4961-8d4c-4da262d28164 req-cc5f46af-0f2f-4586-96b2-430be94a64f0 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c08f6f9-7669-40ee-b76b-b418d405c6fd HTTP/1.1" status: 200  len: 210 time: 0.0929420
Sep 08 16:17:29.083417 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port e0eb04bc-975e-4b7b-9afb-e3b0993fb686 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:17:29.084013 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:29.113566 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-9deb8849-629a-4a50-af0a-dbb13220ad27 req-11c3c895-de64-4b94-b0b0-dc7a1687be56 service neutron] 10.222.0.70 "GET /v2.0/networks/5411d955-3db9-47e2-83ab-d4abbd225415?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2145693
Sep 08 16:17:29.274058 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 504935ca-bbf2-4b62-a7d7-a4114c93eb64 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:17:29.438123 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning for port 504935ca-bbf2-4b62-a7d7-a4114c93eb64 completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:17:29.447032 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 504935ca-bbf2-4b62-a7d7-a4114c93eb64 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:17:29.448589 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:29.455346 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_common [req-3cdf4033-575d-4433-9876-29cea9972d59 req-6e2cb9fb-1fa0-46b8-a19c-dd0fb941a34f tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Allocated IP 172.20.0.11 (204b86ab-9a41-430c-b098-cab74514186e/0101320e-6e22-4da8-9a28-c7b9120cae08/e918380a-f380-42f2-a078-3ebb80ee7526) {{(pid=79425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:17:29.657788 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10359b7-ac54-47ad-a525-d1e5373bad11 req-53878aae-f2d1-434c-baef-dcba7bda3057 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:29.659381 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f10359b7-ac54-47ad-a525-d1e5373bad11 req-53878aae-f2d1-434c-baef-dcba7bda3057 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.2684853
Sep 08 16:17:29.747339 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f10359b7-ac54-47ad-a525-d1e5373bad11 req-d7b123f5-fa78-4b19-9fc3-9698af760d7c tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725086
Sep 08 16:17:29.769356 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:29.857390 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-3cdf4033-575d-4433-9876-29cea9972d59 req-6e2cb9fb-1fa0-46b8-a19c-dd0fb941a34f tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Notify callbacks [] for port, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:29.872721 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] For port 504935ca-bbf2-4b62-a7d7-a4114c93eb64, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=504935ca-bbf2-4b62-a7d7-a4114c93eb64,segment=NetworkSegment(3012848e-3e41-4a4a-88b9-9718eecee88b),segment_id=3012848e-3e41-4a4a-88b9-9718eecee88b)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:17:29.874430 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-83208cb6-1129-4258-b1ad-206a92486085 None None] Provisioning complete for port 504935ca-bbf2-4b62-a7d7-a4114c93eb64 triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:17:29.875195 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-83208cb6-1129-4258-b1ad-206a92486085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:29.911940 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:29.918940 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-93244d53-d2a3-4fa4-83af-c21e1cc81369 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:30.030263 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Pushing event updated for resources: {'Port': ['ID=504935ca-bbf2-4b62-a7d7-a4114c93eb64,revision_number=3']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:30.036723 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-04c795ad-73ce-47f3-944f-fef19c2d00f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1926758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1948318'] for router, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:30.056962 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:30.057667 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:30.058227 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:30.058656 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:30.059084 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:30.059527 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:30.059954 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:30.060530 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:30.060975 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:30.061446 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:30.061861 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:30.062289 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:30.068075 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:30.256126 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-9deb8849-629a-4a50-af0a-dbb13220ad27 req-ef1678b7-3c6a-4a25-9cdd-4edffb411739 service neutron] 10.222.0.70 "GET /v2.0/networks/5411d955-3db9-47e2-83ab-d4abbd225415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0986302
Sep 08 16:17:30.257092 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-bf9a87c0-8a93-4bb7-a04d-a5eab85eaeac req-0e6bcbdb-7642-41de-8995-43c82b65bee1 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c08f6f9-7669-40ee-b76b-b418d405c6fd HTTP/1.1" status: 200  len: 210 time: 0.0474989
Sep 08 16:17:30.291716 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-3cdf4033-575d-4433-9876-29cea9972d59 req-6e2cb9fb-1fa0-46b8-a19c-dd0fb941a34f tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:30.307278 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-fb059a5f-25a6-4cdd-a467-06c74ef3ea6a tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:30.358460 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['7cbd5dee-f58a-4b80-ad1f-8953c26b4057', 'aa473e45-2d44-4f49-a4fd-95423bbd6c8d'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:17:30.383130 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cdf4033-575d-4433-9876-29cea9972d59 req-6e2cb9fb-1fa0-46b8-a19c-dd0fb941a34f tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Network 204b86ab-9a41-430c-b098-cab74514186e is already hosted by enough agents. {{(pid=79425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:17:30.394173 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [req-3cdf4033-575d-4433-9876-29cea9972d59 req-6e2cb9fb-1fa0-46b8-a19c-dd0fb941a34f tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Resources bound (agent type, host, resource id):  {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:17:30.402299 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cdf4033-575d-4433-9876-29cea9972d59 req-6e2cb9fb-1fa0-46b8-a19c-dd0fb941a34f tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Received port after_create {{(pid=79425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:17:30.495780 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2cb9fb-1fa0-46b8-a19c-dd0fb941a34f tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Pushing event updated for resources: {'Port': ['ID=e918380a-f380-42f2-a078-3ebb80ee7526,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:30.533999 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-6e2cb9fb-1fa0-46b8-a19c-dd0fb941a34f tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:30.588570 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf4033-575d-4433-9876-29cea9972d59 req-6e2cb9fb-1fa0-46b8-a19c-dd0fb941a34f tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:30.589628 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-3cdf4033-575d-4433-9876-29cea9972d59 req-6e2cb9fb-1fa0-46b8-a19c-dd0fb941a34f tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:30.650196 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-3cdf4033-575d-4433-9876-29cea9972d59 req-6e2cb9fb-1fa0-46b8-a19c-dd0fb941a34f tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.9534116
Sep 08 16:17:30.651646 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c795ad-73ce-47f3-944f-fef19c2d00f2 admin admin] Router 8b3e10e6-b76d-4392-85f1-676fa257093b is scheduled to L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 with binding_index 1 {{(pid=79425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Sep 08 16:17:30.678271 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 504935ca-bbf2-4b62-a7d7-a4114c93eb64 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:17:30.944830 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c795ad-73ce-47f3-944f-fef19c2d00f2 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:17:30.950867 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [req-3cdf4033-575d-4433-9876-29cea9972d59 req-9ac53bf5-e696-4d02-9202-f6434aadeb49 service neutron] Request body: {'port': {'device_id': '8c08f6f9-7669-40ee-b76b-b418d405c6fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:17:30.964231 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240c1662-5290-43d1-83a8-ffe52a106d44 None None] Sync routers for ids ['8b3e10e6-b76d-4392-85f1-676fa257093b'] in dv-cinder-807898-1-iscsi {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:17:30.992447 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240c1662-5290-43d1-83a8-ffe52a106d44 None None] Routers {'8b3e10e6-b76d-4392-85f1-676fa257093b'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:17:30.995160 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-240c1662-5290-43d1-83a8-ffe52a106d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251a26130>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:17:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['8b3e10e6-b76d-4392-85f1-676fa257093b'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:17:31.087410 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-04c795ad-73ce-47f3-944f-fef19c2d00f2 admin admin] Notify callbacks [] for router, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:31.092156 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 38546) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:17:31.102788 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-04c795ad-73ce-47f3-944f-fef19c2d00f2 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 6.8823402
Sep 08 16:17:31.117130 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-358b5595-00ba-489d-8942-c0325e4888ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:31.127363 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-3cdf4033-575d-4433-9876-29cea9972d59 req-9ac53bf5-e696-4d02-9202-f6434aadeb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:31.165679 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 504935ca-bbf2-4b62-a7d7-a4114c93eb64 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:17:31.166249 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:31.448932 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:31.598987 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-240c1662-5290-43d1-83a8-ffe52a106d44 None None] Set router 8b3e10e6-b76d-4392-85f1-676fa257093b gateway port host: dv-cinder-807898-1-iscsi {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:17:32.046249 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffbbb8-0983-4239-9565-ef73268bcad6 req-2241e46b-95a5-4186-921d-4bce0050e8af tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:32.057756 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-83ffbbb8-0983-4239-9565-ef73268bcad6 req-2241e46b-95a5-4186-921d-4bce0050e8af tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.7219744
Sep 08 16:17:32.092979 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [req-3cdf4033-575d-4433-9876-29cea9972d59 req-9ac53bf5-e696-4d02-9202-f6434aadeb49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e918380a-f380-42f2-a078-3ebb80ee7526 {{(pid=79425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:17:32.112622 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-3cdf4033-575d-4433-9876-29cea9972d59 req-9ac53bf5-e696-4d02-9202-f6434aadeb49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:32.175238 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.provisioning_blocks [req-3cdf4033-575d-4433-9876-29cea9972d59 req-9ac53bf5-e696-4d02-9202-f6434aadeb49 service neutron] Transition to ACTIVE for port object e918380a-f380-42f2-a078-3ebb80ee7526 will not be triggered until provisioned by entity L2. {{(pid=79425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:17:32.183363 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-3cdf4033-575d-4433-9876-29cea9972d59 req-9ac53bf5-e696-4d02-9202-f6434aadeb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334251'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:32.189655 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-646e8b0a-0027-4828-9aa1-8645d0f1a98c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:32.385293 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-240c1662-5290-43d1-83a8-ffe52a106d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251a26130>, [{'id': '8b3e10e6-b76d-4392-85f1-676fa257093b', 'name': 'tempest-TestShelveInstance-319118971-router', 'tenant_id': 'b37e2bba672e4d789f8be528a2d7c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f23e0429-3fca-494b-9a5d-8f4c0c1557d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:24Z', 'updated_at': '2021-09-08T16:17:27Z', 'revision_number': 3, 'project_id': 'b37e2bba672e4d789f8be528a2d7c37d', 'gw_port': {'id': 'f23e0429-3fca-494b-9a5d-8f4c0c1557d5', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:38:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3e10e6-b76d-4392-85f1-676fa257093b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:25Z', 'updated_at': '2021-09-08T16:17:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi'}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:17:32.397207 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240c1662-5290-43d1-83a8-ffe52a106d44 None None] Checking router: 8b3e10e6-b76d-4392-85f1-676fa257093b for host: dv-cinder-807898-1-iscsi {{(pid=79428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:17:32.398802 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240c1662-5290-43d1-83a8-ffe52a106d44 None None] Updating router 8b3e10e6-b76d-4392-85f1-676fa257093b port f23e0429-3fca-494b-9a5d-8f4c0c1557d5 binding host dv-cinder-807898-1-iscsi {{(pid=79428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 08 16:17:32.548757 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-240c1662-5290-43d1-83a8-ffe52a106d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:32.662660 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-83ffbbb8-0983-4239-9565-ef73268bcad6 req-9d9e542f-1eae-46a4-8d80-a3c26a86efe1 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3193340
Sep 08 16:17:32.678204 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac53bf5-e696-4d02-9202-f6434aadeb49 service neutron] Pushing event updated for resources: {'Port': ['ID=e918380a-f380-42f2-a078-3ebb80ee7526,revision_number=2']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:32.685443 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-9ac53bf5-e696-4d02-9202-f6434aadeb49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:32.789268 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645ae2b-5dc9-44d9-b887-55a6d290023a req-133b2fda-f732-4622-b127-cad408441f2a tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:32.796809 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6645ae2b-5dc9-44d9-b887-55a6d290023a req-133b2fda-f732-4622-b127-cad408441f2a tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c08f6f9-7669-40ee-b76b-b418d405c6fd HTTP/1.1" status: 200  len: 932 time: 1.0273497
Sep 08 16:17:32.946014 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-3cdf4033-575d-4433-9876-29cea9972d59 req-9ac53bf5-e696-4d02-9202-f6434aadeb49 service neutron] Attempting to bind port e918380a-f380-42f2-a078-3ebb80ee7526 on host hv-cinder-80789 for vnic_type normal with profile  {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:17:32.946014 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-3cdf4033-575d-4433-9876-29cea9972d59 req-9ac53bf5-e696-4d02-9202-f6434aadeb49 service neutron] Attempting to bind port e918380a-f380-42f2-a078-3ebb80ee7526 by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': '050fb669-5eaa-4590-8753-e18a07bddcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '204b86ab-9a41-430c-b098-cab74514186e'}] {{(pid=79425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:17:32.946014 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdf4033-575d-4433-9876-29cea9972d59 req-9ac53bf5-e696-4d02-9202-f6434aadeb49 service neutron] Attempting to bind port e918380a-f380-42f2-a078-3ebb80ee7526 on network 204b86ab-9a41-430c-b098-cab74514186e {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:17:32.963609 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdf4033-575d-4433-9876-29cea9972d59 req-9ac53bf5-e696-4d02-9202-f6434aadeb49 service neutron] Port e918380a-f380-42f2-a078-3ebb80ee7526 on network 204b86ab-9a41-430c-b098-cab74514186e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 08 16:17:32.963950 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdf4033-575d-4433-9876-29cea9972d59 req-9ac53bf5-e696-4d02-9202-f6434aadeb49 service neutron] Attempting to bind port e918380a-f380-42f2-a078-3ebb80ee7526 on network 204b86ab-9a41-430c-b098-cab74514186e {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:17:32.979156 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdf4033-575d-4433-9876-29cea9972d59 req-9ac53bf5-e696-4d02-9202-f6434aadeb49 service neutron] Checking agent: {'id': 'c4ee52ba-d613-406f-b441-649e3bfebfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'started_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:17:32.979882 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdf4033-575d-4433-9876-29cea9972d59 req-9ac53bf5-e696-4d02-9202-f6434aadeb49 service neutron] Checking segment: {'id': '050fb669-5eaa-4590-8753-e18a07bddcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '204b86ab-9a41-430c-b098-cab74514186e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:17:32.980741 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdf4033-575d-4433-9876-29cea9972d59 req-9ac53bf5-e696-4d02-9202-f6434aadeb49 service neutron] Bound using segment: {'id': '050fb669-5eaa-4590-8753-e18a07bddcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '204b86ab-9a41-430c-b098-cab74514186e'} {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:17:32.981487 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-3cdf4033-575d-4433-9876-29cea9972d59 req-9ac53bf5-e696-4d02-9202-f6434aadeb49 service neutron] Bound port: e918380a-f380-42f2-a078-3ebb80ee7526, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '050fb669-5eaa-4590-8753-e18a07bddcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '204b86ab-9a41-430c-b098-cab74514186e'}}] {{(pid=79425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:17:32.983125 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-3cdf4033-575d-4433-9876-29cea9972d59 req-9ac53bf5-e696-4d02-9202-f6434aadeb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:33.040126 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6645ae2b-5dc9-44d9-b887-55a6d290023a req-6d53a85d-d9ae-4222-bb27-a3decab1794e tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2252843
Sep 08 16:17:33.277921 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-3cdf4033-575d-4433-9876-29cea9972d59 req-9ac53bf5-e696-4d02-9202-f6434aadeb49 service neutron] For port e918380a-f380-42f2-a078-3ebb80ee7526, host hv-cinder-80789, cleared binding levels {{(pid=79425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:17:33.294562 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-3cdf4033-575d-4433-9876-29cea9972d59 req-9ac53bf5-e696-4d02-9202-f6434aadeb49 service neutron] For port e918380a-f380-42f2-a078-3ebb80ee7526, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=e918380a-f380-42f2-a078-3ebb80ee7526,segment=NetworkSegment(050fb669-5eaa-4590-8753-e18a07bddcf4),segment_id=050fb669-5eaa-4590-8753-e18a07bddcf4)] {{(pid=79425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:17:33.314510 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-3cdf4033-575d-4433-9876-29cea9972d59 req-9ac53bf5-e696-4d02-9202-f6434aadeb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334251'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:33.333039 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:33.427893 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf4033-575d-4433-9876-29cea9972d59 req-9ac53bf5-e696-4d02-9202-f6434aadeb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:33.428324 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-3cdf4033-575d-4433-9876-29cea9972d59 req-9ac53bf5-e696-4d02-9202-f6434aadeb49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:33.431637 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-3cdf4033-575d-4433-9876-29cea9972d59 req-9ac53bf5-e696-4d02-9202-f6434aadeb49 service neutron] 10.222.0.70 "PUT /v2.0/ports/e918380a-f380-42f2-a078-3ebb80ee7526 HTTP/1.1" status: 200  len: 1094 time: 2.4887333
Sep 08 16:17:33.432454 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c08f6f9-7669-40ee-b76b-b418d405c6fd', 'tag': 'e918380a-f380-42f2-a078-3ebb80ee7526'}] {{(pid=79425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:17:33.459951 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e37b5dfc-f4c9-4413-b0c9-2854adaecb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:33.542434 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac53bf5-e696-4d02-9202-f6434aadeb49 service neutron] Pushing event updated for resources: {'Port': ['ID=e918380a-f380-42f2-a078-3ebb80ee7526,revision_number=3']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:33.547771 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c08f6f9-7669-40ee-b76b-b418d405c6fd', 'tag': 'e918380a-f380-42f2-a078-3ebb80ee7526', 'status': 'completed', 'code': 200}
Sep 08 16:17:33.548968 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-9ac53bf5-e696-4d02-9202-f6434aadeb49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:33.596277 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-240c1662-5290-43d1-83a8-ffe52a106d44 None None] Notify callbacks [] for port, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:33.623383 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.provisioning_blocks [None req-240c1662-5290-43d1-83a8-ffe52a106d44 None None] Transition to ACTIVE for port object f23e0429-3fca-494b-9a5d-8f4c0c1557d5 will not be triggered until provisioned by entity L2. {{(pid=79428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:17:33.635069 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-240c1662-5290-43d1-83a8-ffe52a106d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:33.648422 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:33.751647 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabfc2a-86d7-4ecd-815b-27c4a5940a83 None None] Pushing event updated for resources: {'Port': ['ID=f23e0429-3fca-494b-9a5d-8f4c0c1557d5,revision_number=2']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:33.780384 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf4033-575d-4433-9876-29cea9972d59 req-c4c62c64-e309-4fbd-80d2-feb61166d7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:33.782966 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-3cdf4033-575d-4433-9876-29cea9972d59 req-c4c62c64-e309-4fbd-80d2-feb61166d7ba service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c8c774bb92304c42ab3c6d7f2ab7e7dd&device_id=8c08f6f9-7669-40ee-b76b-b418d405c6fd HTTP/1.1" status: 200  len: 1097 time: 0.2145619
Sep 08 16:17:33.795443 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-4aabfc2a-86d7-4ecd-815b-27c4a5940a83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:33.841102 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [None req-240c1662-5290-43d1-83a8-ffe52a106d44 None None] Attempting to bind port f23e0429-3fca-494b-9a5d-8f4c0c1557d5 on host dv-cinder-807898-1-iscsi for vnic_type normal with profile  {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:17:33.841851 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [None req-240c1662-5290-43d1-83a8-ffe52a106d44 None None] Attempting to bind port f23e0429-3fca-494b-9a5d-8f4c0c1557d5 by drivers openvswitch,hyperv on host dv-cinder-807898-1-iscsi at level 0 using segments [{'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:17:33.850621 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240c1662-5290-43d1-83a8-ffe52a106d44 None None] Attempting to bind port f23e0429-3fca-494b-9a5d-8f4c0c1557d5 on network e2ed1a71-8bc5-4c91-9ec3-df61c44bef44 {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:17:33.863794 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240c1662-5290-43d1-83a8-ffe52a106d44 None None] Checking agent: {'id': 'f763117d-2875-45db-86c1-123fd700575f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 6, 1), 'started_at': datetime.datetime(2021, 9, 8, 16, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:17:33.864480 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240c1662-5290-43d1-83a8-ffe52a106d44 None None] Checking segment: {'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:17:33.865132 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-240c1662-5290-43d1-83a8-ffe52a106d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:33.865999 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240c1662-5290-43d1-83a8-ffe52a106d44 None None] Bound using segment: {'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:17:33.867026 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [None req-240c1662-5290-43d1-83a8-ffe52a106d44 None None] Bound port: f23e0429-3fca-494b-9a5d-8f4c0c1557d5, host: dv-cinder-807898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'}}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:17:33.867935 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-240c1662-5290-43d1-83a8-ffe52a106d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:33.925649 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-3c0ca215-5d03-46c7-a3aa-15f5d11562f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:34.042518 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.db [None req-240c1662-5290-43d1-83a8-ffe52a106d44 None None] For port f23e0429-3fca-494b-9a5d-8f4c0c1557d5, host dv-cinder-807898-1-iscsi, cleared binding levels {{(pid=79428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:17:34.047068 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.db [None req-240c1662-5290-43d1-83a8-ffe52a106d44 None None] For port f23e0429-3fca-494b-9a5d-8f4c0c1557d5, host dv-cinder-807898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=f23e0429-3fca-494b-9a5d-8f4c0c1557d5,segment=NetworkSegment(3235b71f-0c14-40b5-ba80-96fc5a4742a1),segment_id=3235b71f-0c14-40b5-ba80-96fc5a4742a1)] {{(pid=79428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:17:34.053688 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-240c1662-5290-43d1-83a8-ffe52a106d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:34.079056 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:34.104204 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-3cdf4033-575d-4433-9876-29cea9972d59 req-1b6de31d-1ebb-4661-a75c-3ff302235542 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e918380a-f380-42f2-a078-3ebb80ee7526 HTTP/1.1" status: 200  len: 217 time: 0.3041284
Sep 08 16:17:34.237362 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240c1662-5290-43d1-83a8-ffe52a106d44 None None] Routers {'8b3e10e6-b76d-4392-85f1-676fa257093b'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:17:34.243858 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-240c1662-5290-43d1-83a8-ffe52a106d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251a26130>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:17:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['8b3e10e6-b76d-4392-85f1-676fa257093b'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:17:34.265866 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf4033-575d-4433-9876-29cea9972d59 req-b0200bfa-ac67-4826-947a-3d57160057ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:34.268975 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-3cdf4033-575d-4433-9876-29cea9972d59 req-b0200bfa-ac67-4826-947a-3d57160057ba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0101320e-6e22-4da8-9a28-c7b9120cae08 HTTP/1.1" status: 200  len: 854 time: 0.1522157
Sep 08 16:17:34.325803 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.db_base_plugin_common [None req-e37b5dfc-f4c9-4413-b0c9-2854adaecb33 admin admin] Allocated IP 172.20.0.1 (e109d32b-61c3-4880-a539-886b784e3f28/5c7d7121-b152-47c5-aa72-a1ed79e9912c/1fead371-e2c9-4abf-9c56-ea9a801fe538) {{(pid=79426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:17:34.453819 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 38608) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:17:34.473195 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-3cdf4033-575d-4433-9876-29cea9972d59 req-6a2098d7-b601-43c7-968d-ea1fffad2ce7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=204b86ab-9a41-430c-b098-cab74514186e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1925416
Sep 08 16:17:34.489343 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d2aef-390a-43d7-b505-0c383c5750d3 req-d3d5bbbd-4d21-406b-a60a-a6a32adc9685 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:34.503036 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-263d2aef-390a-43d7-b505-0c383c5750d3 req-d3d5bbbd-4d21-406b-a60a-a6a32adc9685 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.3700690
Sep 08 16:17:34.643230 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-263d2aef-390a-43d7-b505-0c383c5750d3 req-6f5d4222-7101-4cce-b532-7ec4c6b835ee tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387589
Sep 08 16:17:34.850752 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabfc2a-86d7-4ecd-815b-27c4a5940a83 None None] Pushing event updated for resources: {'Port': ['ID=f23e0429-3fca-494b-9a5d-8f4c0c1557d5,revision_number=3']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:34.908978 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-4aabfc2a-86d7-4ecd-815b-27c4a5940a83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.831s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:34.921491 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-3cdf4033-575d-4433-9876-29cea9972d59 req-3b9b3a4b-e8b6-4a37-8487-097a820114d0 service neutron] 10.222.0.70 "GET /v2.0/networks/204b86ab-9a41-430c-b098-cab74514186e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4383912
Sep 08 16:17:35.022521 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e37b5dfc-f4c9-4413-b0c9-2854adaecb33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:35.097461 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-240c1662-5290-43d1-83a8-ffe52a106d44 None None] Set router 8b3e10e6-b76d-4392-85f1-676fa257093b gateway port host: dv-cinder-807898-1-iscsi {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:17:35.121684 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.provisioning_blocks [None req-e37b5dfc-f4c9-4413-b0c9-2854adaecb33 admin admin] Transition to ACTIVE for port object 1fead371-e2c9-4abf-9c56-ea9a801fe538 will not be triggered until provisioned by entity DHCP. {{(pid=79426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:17:35.224944 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:35.237707 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5393c0-90c2-4ad3-9e1b-06727b44484a req-307e2097-b8f6-4e1c-8189-bcaa628c2909 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:35.248024 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-3cdf4033-575d-4433-9876-29cea9972d59 req-f204eec9-7bed-4173-ad14-509b4e1713bb service neutron] 10.222.0.70 "GET /v2.0/networks/204b86ab-9a41-430c-b098-cab74514186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3160000
Sep 08 16:17:35.250737 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9c5393c0-90c2-4ad3-9e1b-06727b44484a req-307e2097-b8f6-4e1c-8189-bcaa628c2909 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c08f6f9-7669-40ee-b76b-b418d405c6fd HTTP/1.1" status: 200  len: 944 time: 0.4756997
Sep 08 16:17:35.312249 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-fde3ac62-3bd2-4fc8-be31-9d0daf9727d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:35.413128 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-fde3ac62-3bd2-4fc8-be31-9d0daf9727d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:17:35.423061 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e37b5dfc-f4c9-4413-b0c9-2854adaecb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692'] for port, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:35.431085 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-fde3ac62-3bd2-4fc8-be31-9d0daf9727d4 admin admin] Usage tracker for resource:security_group_rule and tenant:fb5336999a044e44bd6bf5c6d86ba535 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:17:35.459775 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9c5393c0-90c2-4ad3-9e1b-06727b44484a req-edb1614e-91be-4b1c-beeb-dd2d7fe350fa tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2073128
Sep 08 16:17:35.463528 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 38632) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:17:35.463949 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-fde3ac62-3bd2-4fc8-be31-9d0daf9727d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:17:35.470363 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-ec6aa801-6281-41ec-994b-1d7a47dd9f81 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:35.578968 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527cd6b9-c318-407d-9155-7a9d4f3a714e req-9dd51c5d-89e0-4302-a815-ab2c716b272b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:35.587742 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-527cd6b9-c318-407d-9155-7a9d4f3a714e req-9dd51c5d-89e0-4302-a815-ab2c716b272b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c8c774bb92304c42ab3c6d7f2ab7e7dd&device_id=8c08f6f9-7669-40ee-b76b-b418d405c6fd HTTP/1.1" status: 200  len: 1097 time: 0.2288582
Sep 08 16:17:35.619157 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-240c1662-5290-43d1-83a8-ffe52a106d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251a26130>, [{'id': '8b3e10e6-b76d-4392-85f1-676fa257093b', 'name': 'tempest-TestShelveInstance-319118971-router', 'tenant_id': 'b37e2bba672e4d789f8be528a2d7c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f23e0429-3fca-494b-9a5d-8f4c0c1557d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:24Z', 'updated_at': '2021-09-08T16:17:27Z', 'revision_number': 3, 'project_id': 'b37e2bba672e4d789f8be528a2d7c37d', 'gw_port': {'id': 'f23e0429-3fca-494b-9a5d-8f4c0c1557d5', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:38:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3e10e6-b76d-4392-85f1-676fa257093b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:25Z', 'updated_at': '2021-09-08T16:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi'}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:17:35.626447 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-fde3ac62-3bd2-4fc8-be31-9d0daf9727d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:17:35.628677 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240c1662-5290-43d1-83a8-ffe52a106d44 None None] The sync data for ids ['8b3e10e6-b76d-4392-85f1-676fa257093b'] in dv-cinder-807898-1-iscsi is: [{'id': '8b3e10e6-b76d-4392-85f1-676fa257093b', 'name': 'tempest-TestShelveInstance-319118971-router', 'tenant_id': 'b37e2bba672e4d789f8be528a2d7c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f23e0429-3fca-494b-9a5d-8f4c0c1557d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:24Z', 'updated_at': '2021-09-08T16:17:27Z', 'revision_number': 3, 'project_id': 'b37e2bba672e4d789f8be528a2d7c37d', 'gw_port': {'id': 'f23e0429-3fca-494b-9a5d-8f4c0c1557d5', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:38:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3e10e6-b76d-4392-85f1-676fa257093b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:25Z', 'updated_at': '2021-09-08T16:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi'}] {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:17:35.659189 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37b5dfc-f4c9-4413-b0c9-2854adaecb33 admin admin] Network e109d32b-61c3-4880-a539-886b784e3f28 is already hosted by enough agents. {{(pid=79426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:17:35.679691 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b5dfc-f4c9-4413-b0c9-2854adaecb33 admin admin] Pushing event updated for resources: {'Port': ['ID=1fead371-e2c9-4abf-9c56-ea9a801fe538,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:35.684194 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.base_scheduler [None req-e37b5dfc-f4c9-4413-b0c9-2854adaecb33 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:17:35.714859 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37b5dfc-f4c9-4413-b0c9-2854adaecb33 admin admin] Received port after_create {{(pid=79426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:17:35.716021 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e37b5dfc-f4c9-4413-b0c9-2854adaecb33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1928769'] for router_interface, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:35.824943 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-98d025a9-3cac-4b5f-9269-d373cda907be admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:35.842159 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527cd6b9-c318-407d-9155-7a9d4f3a714e req-a80a0c53-4408-41d0-9f37-ad51189794ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:35.844013 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-527cd6b9-c318-407d-9155-7a9d4f3a714e req-a80a0c53-4408-41d0-9f37-ad51189794ac service neutron] 10.222.0.70 "GET /v2.0/networks?id=204b86ab-9a41-430c-b098-cab74514186e HTTP/1.1" status: 200  len: 915 time: 0.2450931
Sep 08 16:17:35.846346 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-98d025a9-3cac-4b5f-9269-d373cda907be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:17:35.852454 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-98d025a9-3cac-4b5f-9269-d373cda907be admin admin] Usage tracker for resource:security_group_rule and tenant:8372aeecad8d40d3b5a3dc5783dbb3e3 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:17:35.868147 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b5dfc-f4c9-4413-b0c9-2854adaecb33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:35.868949 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b5dfc-f4c9-4413-b0c9-2854adaecb33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:35.869714 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b5dfc-f4c9-4413-b0c9-2854adaecb33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:35.870500 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b5dfc-f4c9-4413-b0c9-2854adaecb33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:35.871311 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b5dfc-f4c9-4413-b0c9-2854adaecb33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:35.872548 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b5dfc-f4c9-4413-b0c9-2854adaecb33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:35.873763 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b5dfc-f4c9-4413-b0c9-2854adaecb33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:35.875408 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b5dfc-f4c9-4413-b0c9-2854adaecb33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:35.876226 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b5dfc-f4c9-4413-b0c9-2854adaecb33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:35.876992 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b5dfc-f4c9-4413-b0c9-2854adaecb33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:35.877752 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b5dfc-f4c9-4413-b0c9-2854adaecb33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:35.878575 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37b5dfc-f4c9-4413-b0c9-2854adaecb33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:17:35.992118 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-e37b5dfc-f4c9-4413-b0c9-2854adaecb33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:35.996964 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e37b5dfc-f4c9-4413-b0c9-2854adaecb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:36.056628 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-98d025a9-3cac-4b5f-9269-d373cda907be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:17:36.068430 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-527cd6b9-c318-407d-9155-7a9d4f3a714e req-d340f2df-7a77-436e-a1ca-8fdc0ea457c6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e918380a-f380-42f2-a078-3ebb80ee7526 HTTP/1.1" status: 200  len: 217 time: 0.2119195
Sep 08 16:17:36.075388 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-98d025a9-3cac-4b5f-9269-d373cda907be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:17:36.180790 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-7c57a57e-533a-4e25-9a7d-44ecc7b2bacb None None] Provisioning for port 1fead371-e2c9-4abf-9c56-ea9a801fe538 completed by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:17:36.195536 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-7c57a57e-533a-4e25-9a7d-44ecc7b2bacb None None] Provisioning complete for port 1fead371-e2c9-4abf-9c56-ea9a801fe538 triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:17:36.196756 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-7c57a57e-533a-4e25-9a7d-44ecc7b2bacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:36.413663 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-98d025a9-3cac-4b5f-9269-d373cda907be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:36.436625 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-98d025a9-3cac-4b5f-9269-d373cda907be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:36.473484 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:36.527866 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-7c57a57e-533a-4e25-9a7d-44ecc7b2bacb None None] Port 1fead371-e2c9-4abf-9c56-ea9a801fe538 cannot update to ACTIVE because it is not bound. {{(pid=79427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 08 16:17:36.655680 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d025a9-3cac-4b5f-9269-d373cda907be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe0e8dd-15e2-495f-940f-a4f21d1c5927,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:36.664053 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-98d025a9-3cac-4b5f-9269-d373cda907be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:36.669103 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-98d025a9-3cac-4b5f-9269-d373cda907be admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8372aeecad8d40d3b5a3dc5783dbb3e3&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1936765
Sep 08 16:17:36.672456 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527cd6b9-c318-407d-9155-7a9d4f3a714e req-9e7299b3-fc8f-460d-937c-8ca01b2f3d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:36.675070 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-527cd6b9-c318-407d-9155-7a9d4f3a714e req-9e7299b3-fc8f-460d-937c-8ca01b2f3d04 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0101320e-6e22-4da8-9a28-c7b9120cae08 HTTP/1.1" status: 200  len: 854 time: 0.5957024
Sep 08 16:17:36.675965 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 38650) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:17:36.749824 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device f23e0429-3fca-494b-9a5d-8f4c0c1557d5 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:17:36.760493 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-527cd6b9-c318-407d-9155-7a9d4f3a714e req-711e433d-1f96-49ef-a1a8-2c1835a7550c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=204b86ab-9a41-430c-b098-cab74514186e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0594690
Sep 08 16:17:36.772184 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e37b5dfc-f4c9-4413-b0c9-2854adaecb33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:36.780875 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-fde3ac62-3bd2-4fc8-be31-9d0daf9727d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:36.819136 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e37b5dfc-f4c9-4413-b0c9-2854adaecb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:36.829765 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e37b5dfc-f4c9-4413-b0c9-2854adaecb33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1928932'] for router_interface, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:36.839377 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-ffe5e937-725e-45e8-9b55-166621eadeac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:36.895348 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-fde3ac62-3bd2-4fc8-be31-9d0daf9727d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:36.919764 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning for port f23e0429-3fca-494b-9a5d-8f4c0c1557d5 completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:17:36.926507 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port f23e0429-3fca-494b-9a5d-8f4c0c1557d5 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:17:36.927245 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:36.934305 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625530c-482f-4a44-b7a8-d541d08e87ad req-b5cf3ad7-149e-4df0-a4ca-9d021f865aed tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:36.944691 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a625530c-482f-4a44-b7a8-d541d08e87ad req-b5cf3ad7-149e-4df0-a4ca-9d021f865aed tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.9515991
Sep 08 16:17:37.030093 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-804ef53c-6489-4d16-85de-af5fc23a88a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:37.154923 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-527cd6b9-c318-407d-9155-7a9d4f3a714e req-08a08762-8d31-4fd6-9fc8-5a0f9cb0feaa service neutron] 10.222.0.70 "GET /v2.0/networks/204b86ab-9a41-430c-b098-cab74514186e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3699481
Sep 08 16:17:37.156799 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-804ef53c-6489-4d16-85de-af5fc23a88a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:37.160130 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:37.198307 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] For port f23e0429-3fca-494b-9a5d-8f4c0c1557d5, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=f23e0429-3fca-494b-9a5d-8f4c0c1557d5,segment=NetworkSegment(3235b71f-0c14-40b5-ba80-96fc5a4742a1),segment_id=3235b71f-0c14-40b5-ba80-96fc5a4742a1)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:17:37.210101 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:37.214453 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a625530c-482f-4a44-b7a8-d541d08e87ad req-c011651b-6fba-4dfd-aff9-5494d119a370 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2682245
Sep 08 16:17:37.218429 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:37.222539 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-fde3ac62-3bd2-4fc8-be31-9d0daf9727d4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fb5336999a044e44bd6bf5c6d86ba535&name=default HTTP/1.1" status: 200  len: 2979 time: 2.7673445
Sep 08 16:17:37.232357 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b5dfc-f4c9-4413-b0c9-2854adaecb33 admin admin] Pushing event updated for resources: {'Port': ['ID=1fead371-e2c9-4abf-9c56-ea9a801fe538,revision_number=2']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:37.239646 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 38656) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:17:37.290607 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-e37b5dfc-f4c9-4413-b0c9-2854adaecb33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:37.291207 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.373s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:37.408354 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3ac62-3bd2-4fc8-be31-9d0daf9727d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48115c4-fb2e-436b-93e1-f01c7ff741f4,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:37.414943 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-35bbd43b-c896-41c5-a3eb-ae33e4237112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:37.449571 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-35bbd43b-c896-41c5-a3eb-ae33e4237112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:37.515036 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:37.548827 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Pushing event updated for resources: {'Port': ['ID=f23e0429-3fca-494b-9a5d-8f4c0c1557d5,revision_number=4']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:37.556792 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-fde3ac62-3bd2-4fc8-be31-9d0daf9727d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:37.575207 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e962a-84dc-43cc-9af3-46219b540c5b req-1b032773-669e-4ca2-8977-3b94083af56d tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:37.577029 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f97e962a-84dc-43cc-9af3-46219b540c5b req-1b032773-669e-4ca2-8977-3b94083af56d tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c08f6f9-7669-40ee-b76b-b418d405c6fd HTTP/1.1" status: 200  len: 944 time: 0.8593521
Sep 08 16:17:37.579144 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37b5dfc-f4c9-4413-b0c9-2854adaecb33 admin admin] Network e109d32b-61c3-4880-a539-886b784e3f28 is already hosted by enough agents. {{(pid=79426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:17:37.580492 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-35bbd43b-c896-41c5-a3eb-ae33e4237112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:37.583868 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:37.584075 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-08bdce71-ec2f-47e5-940d-f3cac7948ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:37.590566 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.base_scheduler [None req-e37b5dfc-f4c9-4413-b0c9-2854adaecb33 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:17:37.607779 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-527cd6b9-c318-407d-9155-7a9d4f3a714e req-592a8c6f-d6ca-4da3-b95f-587effafaf98 service neutron] 10.222.0.70 "GET /v2.0/networks/204b86ab-9a41-430c-b098-cab74514186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4423096
Sep 08 16:17:37.608303 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-804ef53c-6489-4d16-85de-af5fc23a88a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:37.619519 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-3e536671-f309-4910-b03e-8103633aa832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:37.656043 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ef53c-6489-4d16-85de-af5fc23a88a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe0e8dd-15e2-495f-940f-a4f21d1c5927,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:37.680945 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-804ef53c-6489-4d16-85de-af5fc23a88a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:37.689607 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-804ef53c-6489-4d16-85de-af5fc23a88a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:37.693712 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-804ef53c-6489-4d16-85de-af5fc23a88a4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dfe0e8dd-15e2-495f-940f-a4f21d1c5927 HTTP/1.1" status: 204  len: 168 time: 1.0161495
Sep 08 16:17:37.733021 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbd43b-c896-41c5-a3eb-ae33e4237112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48115c4-fb2e-436b-93e1-f01c7ff741f4,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:37.824029 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-35bbd43b-c896-41c5-a3eb-ae33e4237112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:37.857131 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-35bbd43b-c896-41c5-a3eb-ae33e4237112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:37.858301 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-35bbd43b-c896-41c5-a3eb-ae33e4237112 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b48115c4-fb2e-436b-93e1-f01c7ff741f4 HTTP/1.1" status: 204  len: 168 time: 0.6176929
Sep 08 16:17:37.897784 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f97e962a-84dc-43cc-9af3-46219b540c5b req-d18c5470-eaa7-4ce0-977f-44a6872f439c tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2779067
Sep 08 16:17:37.985788 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37b5dfc-f4c9-4413-b0c9-2854adaecb33 admin admin] Router 8b3e10e6-b76d-4392-85f1-676fa257093b has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:17:38.074019 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-2ba77bf5-a42a-45ee-9f5d-311717b25361 None None] Provisioning complete for port 1fead371-e2c9-4abf-9c56-ea9a801fe538 triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:17:38.074501 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-2ba77bf5-a42a-45ee-9f5d-311717b25361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:38.165337 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-2ba77bf5-a42a-45ee-9f5d-311717b25361 None None] Port 1fead371-e2c9-4abf-9c56-ea9a801fe538 cannot update to ACTIVE because it is not bound. {{(pid=79427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 08 16:17:38.359792 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37b5dfc-f4c9-4413-b0c9-2854adaecb33 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:17:38.381761 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-e37b5dfc-f4c9-4413-b0c9-2854adaecb33 admin admin] 10.222.0.25 "PUT /v2.0/routers/8b3e10e6-b76d-4392-85f1-676fa257093b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2880819
Sep 08 16:17:38.543914 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52f6b36-25f0-4a06-877f-901cab916bca None None] Sync routers for ids ['8b3e10e6-b76d-4392-85f1-676fa257093b'] in dv-cinder-807898-1-iscsi {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:17:38.554694 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 38694) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:17:38.580819 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52f6b36-25f0-4a06-877f-901cab916bca None None] Routers {'8b3e10e6-b76d-4392-85f1-676fa257093b'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:17:38.583096 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-a52f6b36-25f0-4a06-877f-901cab916bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251ad9790>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:17:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['8b3e10e6-b76d-4392-85f1-676fa257093b'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:17:38.590400 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4493f-8cc2-422d-964e-fde1f4f6bf5c req-f4d579a0-a600-40f8-8ee4-259582232a3b tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:38.597375 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-78b7932a-3653-487f-b76e-790d36e66cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:38.599619 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f9b4493f-8cc2-422d-964e-fde1f4f6bf5c req-f4d579a0-a600-40f8-8ee4-259582232a3b tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.1773078
Sep 08 16:17:38.656854 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-78b7932a-3653-487f-b76e-790d36e66cfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:17:38.677694 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-78b7932a-3653-487f-b76e-790d36e66cfa admin admin] Usage tracker for resource:security_group_rule and tenant:c010ac6cdf364db29e93518208aad927 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:17:38.684078 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-78b7932a-3653-487f-b76e-790d36e66cfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:17:38.726112 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-78b7932a-3653-487f-b76e-790d36e66cfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:17:38.746960 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:17:38.765391 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f9b4493f-8cc2-422d-964e-fde1f4f6bf5c req-a0169814-a6fd-4cac-8100-a4662c370656 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1582129
Sep 08 16:17:38.878192 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device f23e0429-3fca-494b-9a5d-8f4c0c1557d5 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:17:39.024629 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-78b7932a-3653-487f-b76e-790d36e66cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:39.032336 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-78b7932a-3653-487f-b76e-790d36e66cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:39.059817 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-aaecbf3c-529c-4d84-9f76-12c8c2d79e50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:39.124914 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7932a-3653-487f-b76e-790d36e66cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d11244-f07a-47bf-ad4e-7e42ed0266f1,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:39.144866 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-78b7932a-3653-487f-b76e-790d36e66cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:39.235939 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-78b7932a-3653-487f-b76e-790d36e66cfa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c010ac6cdf364db29e93518208aad927&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6745446
Sep 08 16:17:39.236210 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 38714) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:17:39.423509 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port f23e0429-3fca-494b-9a5d-8f4c0c1557d5 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:17:39.424132 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:39.596746 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-a536f685-a4dc-458b-9fd6-c56b72e48473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:39.612021 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-a52f6b36-25f0-4a06-877f-901cab916bca None None] Set router 8b3e10e6-b76d-4392-85f1-676fa257093b gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:17:39.631324 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b3aa6-3da0-4ae3-8583-f46a0b17b79c req-77667bc9-9507-48b8-9515-f556603546a3 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:39.644488 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f27b3aa6-3da0-4ae3-8583-f46a0b17b79c req-77667bc9-9507-48b8-9515-f556603546a3 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c08f6f9-7669-40ee-b76b-b418d405c6fd HTTP/1.1" status: 200  len: 944 time: 0.2912934
Sep 08 16:17:39.732617 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-a536f685-a4dc-458b-9fd6-c56b72e48473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:39.793975 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f27b3aa6-3da0-4ae3-8583-f46a0b17b79c req-874a533a-9cab-438f-adcf-bb3da43c82b4 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1479490
Sep 08 16:17:39.866377 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device e918380a-f380-42f2-a078-3ebb80ee7526 details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 08 16:17:39.903030 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-a536f685-a4dc-458b-9fd6-c56b72e48473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:39.921707 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-1143578b-792d-46c4-b0d8-c6a07a28b12b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:39.987356 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536f685-a4dc-458b-9fd6-c56b72e48473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d11244-f07a-47bf-ad4e-7e42ed0266f1,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:39.991110 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-a536f685-a4dc-458b-9fd6-c56b72e48473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:40.003160 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-a536f685-a4dc-458b-9fd6-c56b72e48473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:40.005139 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-a536f685-a4dc-458b-9fd6-c56b72e48473 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/60d11244-f07a-47bf-ad4e-7e42ed0266f1 HTTP/1.1" status: 204  len: 168 time: 0.7676084
Sep 08 16:17:40.526179 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a80992-67fe-47c6-bf80-bcb20f7e35bf req-57df017f-42cf-42ef-a438-2a1f295eddc9 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:40.541291 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-28a80992-67fe-47c6-bf80-bcb20f7e35bf req-57df017f-42cf-42ef-a438-2a1f295eddc9 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.4898970
Sep 08 16:17:40.685561 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 38748) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:17:40.718680 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-28a80992-67fe-47c6-bf80-bcb20f7e35bf req-13e375ae-7849-4e5c-b441-18597a785335 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1629925
Sep 08 16:17:40.777508 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-d6870a9c-8ec2-4f57-b6ec-ced25ca49d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:40.801913 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port e918380a-f380-42f2-a078-3ebb80ee7526, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=e918380a-f380-42f2-a078-3ebb80ee7526,segment=NetworkSegment(050fb669-5eaa-4590-8753-e18a07bddcf4),segment_id=050fb669-5eaa-4590-8753-e18a07bddcf4)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:17:40.821730 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Returning: {'device': 'e918380a-f380-42f2-a078-3ebb80ee7526', 'network_id': '204b86ab-9a41-430c-b098-cab74514186e', 'port_id': 'e918380a-f380-42f2-a078-3ebb80ee7526', 'mac_address': 'fa:16:3e:93:1d:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0101320e-6e22-4da8-9a28-c7b9120cae08', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 08 16:17:40.909627 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-d6870a9c-8ec2-4f57-b6ec-ced25ca49d70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:17:40.931568 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-d6870a9c-8ec2-4f57-b6ec-ced25ca49d70 admin admin] Usage tracker for resource:security_group_rule and tenant:0e600e64781b4cad87742bbea689cef6 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:17:40.953528 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-d6870a9c-8ec2-4f57-b6ec-ced25ca49d70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:17:40.963524 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 38760) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:17:40.968036 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:40.969270 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-10f8020d-04b3-4d1d-828b-f750a02ba533 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2004087972', 'description': 'tempest-secgroup-smoke-2004087972 description', 'project_id': '0192ebea3f6246118edb985b970044bc'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:17:40.990161 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-d6870a9c-8ec2-4f57-b6ec-ced25ca49d70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:17:40.999179 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-10f8020d-04b3-4d1d-828b-f750a02ba533 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:17:41.008588 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-a52f6b36-25f0-4a06-877f-901cab916bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251ad9790>, [{'id': '8b3e10e6-b76d-4392-85f1-676fa257093b', 'name': 'tempest-TestShelveInstance-319118971-router', 'tenant_id': 'b37e2bba672e4d789f8be528a2d7c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f23e0429-3fca-494b-9a5d-8f4c0c1557d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:24Z', 'updated_at': '2021-09-08T16:17:35Z', 'revision_number': 4, 'project_id': 'b37e2bba672e4d789f8be528a2d7c37d', 'gw_port': {'id': 'f23e0429-3fca-494b-9a5d-8f4c0c1557d5', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:38:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3e10e6-b76d-4392-85f1-676fa257093b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:25Z', 'updated_at': '2021-09-08T16:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': '1fead371-e2c9-4abf-9c56-ea9a801fe538', 'name': '', 'network_id': 'e109d32b-61c3-4880-a539-886b784e3f28', 'tenant_id': 'b37e2bba672e4d789f8be528a2d7c37d', 'mac_address': 'fa:16:3e:ae:b3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3e10e6-b76d-4392-85f1-676fa257093b', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5c7d7121-b152-47c5-aa72-a1ed79e9912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:33Z', 'updated_at': '2021-09-08T16:17:36Z', 'revision_number': 2, 'project_id': 'b37e2bba672e4d789f8be528a2d7c37d', 'subnets': [{'id': '5c7d7121-b152-47c5-aa72-a1ed79e9912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:17:41.013504 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-10f8020d-04b3-4d1d-828b-f750a02ba533 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Usage tracker for resource:security_group and tenant:0192ebea3f6246118edb985b970044bc is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:17:41.021514 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52f6b36-25f0-4a06-877f-901cab916bca None None] Checking router: 8b3e10e6-b76d-4392-85f1-676fa257093b for host: dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:17:41.022656 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-10f8020d-04b3-4d1d-828b-f750a02ba533 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:17:41.023337 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52f6b36-25f0-4a06-877f-901cab916bca None None] Updating router 8b3e10e6-b76d-4392-85f1-676fa257093b port 1fead371-e2c9-4abf-9c56-ea9a801fe538 binding host dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 08 16:17:41.049854 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-10f8020d-04b3-4d1d-828b-f750a02ba533 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:17:41.089061 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-10f8020d-04b3-4d1d-828b-f750a02ba533 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:41.111243 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e918380a-f380-42f2-a078-3ebb80ee7526 {{(pid=79427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:17:41.140788 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-10f8020d-04b3-4d1d-828b-f750a02ba533 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:17:41.146605 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-10f8020d-04b3-4d1d-828b-f750a02ba533 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Usage tracker for resource:security_group_rule and tenant:0192ebea3f6246118edb985b970044bc is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:17:41.150147 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-10f8020d-04b3-4d1d-828b-f750a02ba533 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:17:41.158529 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-10f8020d-04b3-4d1d-828b-f750a02ba533 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:17:41.183385 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port e918380a-f380-42f2-a078-3ebb80ee7526, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=e918380a-f380-42f2-a078-3ebb80ee7526,segment=NetworkSegment(050fb669-5eaa-4590-8753-e18a07bddcf4),segment_id=050fb669-5eaa-4590-8753-e18a07bddcf4)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:17:41.191378 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-a52f6b36-25f0-4a06-877f-901cab916bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:41.203714 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:41.207383 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-13940658-1965-4e20-b8f0-9b15acf6d8bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:41.284880 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-10f8020d-04b3-4d1d-828b-f750a02ba533 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:41.301021 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-10f8020d-04b3-4d1d-828b-f750a02ba533 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:41.313943 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-0c84e94e-e389-40b1-a692-0e465f2b3e8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:41.357461 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-d6870a9c-8ec2-4f57-b6ec-ced25ca49d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:41.363766 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-d6870a9c-8ec2-4f57-b6ec-ced25ca49d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:41.377891 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-774ef6d4-6531-49a9-92b3-01dc88324d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:41.429124 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-d6870a9c-8ec2-4f57-b6ec-ced25ca49d70 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0e600e64781b4cad87742bbea689cef6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7420356
Sep 08 16:17:41.431082 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6870a9c-8ec2-4f57-b6ec-ced25ca49d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54c9045-eb4d-4af7-b41d-cb7a149c3947,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:41.433884 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 38766) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:17:41.436613 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-d6870a9c-8ec2-4f57-b6ec-ced25ca49d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:41.505599 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-435b7a67-aa0d-418f-bdf4-bb8c7005a7ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:41.511159 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f8020d-04b3-4d1d-828b-f750a02ba533 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34214f45-d33f-4e7c-8668-451af87924b5,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:41.525004 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-10f8020d-04b3-4d1d-828b-f750a02ba533 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:41.527028 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-10f8020d-04b3-4d1d-828b-f750a02ba533 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:41.528530 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-10f8020d-04b3-4d1d-828b-f750a02ba533 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.5637631
Sep 08 16:17:41.531442 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=e918380a-f380-42f2-a078-3ebb80ee7526,revision_number=4']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:41.536462 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 38770) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:17:41.546534 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-1b9d0ecc-4eb9-4259-9263-ba7e9d7392a4 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Request body: {'security_group_rule': {'security_group_id': '34214f45-d33f-4e7c-8668-451af87924b5', 'project_id': '0192ebea3f6246118edb985b970044bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:17:41.556005 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:41.563697 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-435b7a67-aa0d-418f-bdf4-bb8c7005a7ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:41.583288 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-1b9d0ecc-4eb9-4259-9263-ba7e9d7392a4 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:17:41.596192 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-1b9d0ecc-4eb9-4259-9263-ba7e9d7392a4 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Usage tracker for resource:security_group_rule and tenant:0192ebea3f6246118edb985b970044bc is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:17:41.601674 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-1b9d0ecc-4eb9-4259-9263-ba7e9d7392a4 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:17:41.622918 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-1b9d0ecc-4eb9-4259-9263-ba7e9d7392a4 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:17:41.671919 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cab7cc-790e-4839-823c-53c8d97216fb req-9ee6ea6c-a49d-46e8-9683-f3228183ab90 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:41.674265 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-08cab7cc-790e-4839-823c-53c8d97216fb req-9ee6ea6c-a49d-46e8-9683-f3228183ab90 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c08f6f9-7669-40ee-b76b-b418d405c6fd HTTP/1.1" status: 200  len: 945 time: 0.2801101
Sep 08 16:17:41.674759 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-435b7a67-aa0d-418f-bdf4-bb8c7005a7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:41.675429 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-1b9d0ecc-4eb9-4259-9263-ba7e9d7392a4 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:41.684731 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-4273d060-1c08-440d-958b-526715c285ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:41.708640 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b7a67-aa0d-418f-bdf4-bb8c7005a7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54c9045-eb4d-4af7-b41d-cb7a149c3947,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:41.715813 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-435b7a67-aa0d-418f-bdf4-bb8c7005a7ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:41.733073 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-435b7a67-aa0d-418f-bdf4-bb8c7005a7ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:41.736352 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-435b7a67-aa0d-418f-bdf4-bb8c7005a7ff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b54c9045-eb4d-4af7-b41d-cb7a149c3947 HTTP/1.1" status: 204  len: 168 time: 0.3012278
Sep 08 16:17:41.750933 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['e918380a-f380-42f2-a078-3ebb80ee7526'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:17:41.804974 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-08cab7cc-790e-4839-823c-53c8d97216fb req-a673e1b7-861e-44d4-89d6-b253037c85e3 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069250
Sep 08 16:17:41.834931 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-1b9d0ecc-4eb9-4259-9263-ba7e9d7392a4 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:41.842446 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-1b9d0ecc-4eb9-4259-9263-ba7e9d7392a4 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908961'] for security_group_rule, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:41.855971 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-e038ae0e-b240-4437-8f84-46d78c14d1ac tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:41.944059 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d0ecc-4eb9-4259-9263-ba7e9d7392a4 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2f17329-a63c-4c42-9eb0-2dea9765a45f,revision_number=0']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:41.952547 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-1b9d0ecc-4eb9-4259-9263-ba7e9d7392a4 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:41.955625 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-1b9d0ecc-4eb9-4259-9263-ba7e9d7392a4 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:41.964368 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-1b9d0ecc-4eb9-4259-9263-ba7e9d7392a4 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4259169
Sep 08 16:17:41.967093 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 38778) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:17:41.977669 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-5915e0f0-e1d1-4d8b-98ee-a91935862621 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Request body: {'security_group_rule': {'security_group_id': '34214f45-d33f-4e7c-8668-451af87924b5', 'project_id': '0192ebea3f6246118edb985b970044bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:17:42.009860 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-5915e0f0-e1d1-4d8b-98ee-a91935862621 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:17:42.026655 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-5915e0f0-e1d1-4d8b-98ee-a91935862621 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Usage tracker for resource:security_group_rule and tenant:0192ebea3f6246118edb985b970044bc is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:17:42.037853 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-5915e0f0-e1d1-4d8b-98ee-a91935862621 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:17:42.051462 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-5915e0f0-e1d1-4d8b-98ee-a91935862621 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:17:42.100681 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-5915e0f0-e1d1-4d8b-98ee-a91935862621 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:42.180736 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd51e5-d426-4a69-a458-bd0c97466869 req-983c86ac-2d49-4957-8666-8c80fa1f669b tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:42.193350 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-01cd51e5-d426-4a69-a458-bd0c97466869 req-983c86ac-2d49-4957-8666-8c80fa1f669b tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.2085352
Sep 08 16:17:42.206850 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-a52f6b36-25f0-4a06-877f-901cab916bca None None] Notify callbacks [] for port, precommit_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:42.222735 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-a52f6b36-25f0-4a06-877f-901cab916bca None None] Transition to ACTIVE for port object 1fead371-e2c9-4abf-9c56-ea9a801fe538 will not be triggered until provisioned by entity L2. {{(pid=79427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:17:42.233063 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-a52f6b36-25f0-4a06-877f-901cab916bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:42.238494 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:42.292085 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-01cd51e5-d426-4a69-a458-bd0c97466869 req-9fb8f55b-80b5-4807-934a-f4e4cc7d1f0b tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973134
Sep 08 16:17:42.314324 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-5915e0f0-e1d1-4d8b-98ee-a91935862621 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:42.356331 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-5915e0f0-e1d1-4d8b-98ee-a91935862621 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908961'] for security_group_rule, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:42.371036 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:42.495637 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915e0f0-e1d1-4d8b-98ee-a91935862621 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b156c5fa-5618-4cae-a5e7-88478d6cddae,revision_number=0']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:42.516382 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-5915e0f0-e1d1-4d8b-98ee-a91935862621 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:42.521171 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-5915e0f0-e1d1-4d8b-98ee-a91935862621 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:42.532739 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-5915e0f0-e1d1-4d8b-98ee-a91935862621 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5604362
Sep 08 16:17:42.533747 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 38792) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:17:42.548252 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f52567-8535-49b2-ad9a-81fce7fc8c5e None None] Pushing event updated for resources: {'Port': ['ID=1fead371-e2c9-4abf-9c56-ea9a801fe538,revision_number=3']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:42.644970 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-643e0288-c61c-4392-83e4-cbd51686cdad tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Request body: {'security_group_rule': {'security_group_id': '34214f45-d33f-4e7c-8668-451af87924b5', 'project_id': '0192ebea3f6246118edb985b970044bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:17:42.653442 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-18f52567-8535-49b2-ad9a-81fce7fc8c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:42.706714 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-643e0288-c61c-4392-83e4-cbd51686cdad tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:17:42.728511 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-643e0288-c61c-4392-83e4-cbd51686cdad tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Usage tracker for resource:security_group_rule and tenant:0192ebea3f6246118edb985b970044bc is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:17:42.750353 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-643e0288-c61c-4392-83e4-cbd51686cdad tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:17:42.764984 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-643e0288-c61c-4392-83e4-cbd51686cdad tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:17:42.806732 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-643e0288-c61c-4392-83e4-cbd51686cdad tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:42.810359 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-a52f6b36-25f0-4a06-877f-901cab916bca None None] Attempting to bind port 1fead371-e2c9-4abf-9c56-ea9a801fe538 on host dv-cinder-807898-1-iscsi for vnic_type normal with profile  {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:17:42.810750 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-a52f6b36-25f0-4a06-877f-901cab916bca None None] Attempting to bind port 1fead371-e2c9-4abf-9c56-ea9a801fe538 by drivers openvswitch,hyperv on host dv-cinder-807898-1-iscsi at level 0 using segments [{'id': '3012848e-3e41-4a4a-88b9-9718eecee88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e109d32b-61c3-4880-a539-886b784e3f28'}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:17:42.811137 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52f6b36-25f0-4a06-877f-901cab916bca None None] Attempting to bind port 1fead371-e2c9-4abf-9c56-ea9a801fe538 on network e109d32b-61c3-4880-a539-886b784e3f28 {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:17:42.826596 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52f6b36-25f0-4a06-877f-901cab916bca None None] Checking agent: {'id': 'f763117d-2875-45db-86c1-123fd700575f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 6, 1), 'started_at': datetime.datetime(2021, 9, 8, 16, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:17:42.826988 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52f6b36-25f0-4a06-877f-901cab916bca None None] Checking segment: {'id': '3012848e-3e41-4a4a-88b9-9718eecee88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e109d32b-61c3-4880-a539-886b784e3f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:17:42.827411 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-a52f6b36-25f0-4a06-877f-901cab916bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:42.827859 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52f6b36-25f0-4a06-877f-901cab916bca None None] Bound using segment: {'id': '3012848e-3e41-4a4a-88b9-9718eecee88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e109d32b-61c3-4880-a539-886b784e3f28'} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:17:42.828360 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-a52f6b36-25f0-4a06-877f-901cab916bca None None] Bound port: 1fead371-e2c9-4abf-9c56-ea9a801fe538, host: dv-cinder-807898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3012848e-3e41-4a4a-88b9-9718eecee88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e109d32b-61c3-4880-a539-886b784e3f28'}}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:17:42.828751 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-a52f6b36-25f0-4a06-877f-901cab916bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:43.009596 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-a52f6b36-25f0-4a06-877f-901cab916bca None None] For port 1fead371-e2c9-4abf-9c56-ea9a801fe538, host dv-cinder-807898-1-iscsi, cleared binding levels {{(pid=79427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:17:43.013455 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-a52f6b36-25f0-4a06-877f-901cab916bca None None] For port 1fead371-e2c9-4abf-9c56-ea9a801fe538, host dv-cinder-807898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=1fead371-e2c9-4abf-9c56-ea9a801fe538,segment=NetworkSegment(3012848e-3e41-4a4a-88b9-9718eecee88b),segment_id=3012848e-3e41-4a4a-88b9-9718eecee88b)] {{(pid=79427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:17:43.021046 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-a52f6b36-25f0-4a06-877f-901cab916bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:43.027619 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:43.031305 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b34999-5dfe-4d39-b2e8-2fa685933b65 req-946147bd-229c-4e1a-a3f7-022f05d036d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:43.034542 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-54b34999-5dfe-4d39-b2e8-2fa685933b65 req-946147bd-229c-4e1a-a3f7-022f05d036d2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 1098 time: 0.4899037
Sep 08 16:17:43.094741 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-643e0288-c61c-4392-83e4-cbd51686cdad tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:43.111793 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-643e0288-c61c-4392-83e4-cbd51686cdad tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908961'] for security_group_rule, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:43.138983 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-dd04f1b0-a66e-4d99-90b8-512adfb7cca6 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:43.156686 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52f6b36-25f0-4a06-877f-901cab916bca None None] Routers {'8b3e10e6-b76d-4392-85f1-676fa257093b'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:17:43.157504 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-a52f6b36-25f0-4a06-877f-901cab916bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251ad9790>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:17:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['8b3e10e6-b76d-4392-85f1-676fa257093b'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:17:43.217695 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-54b34999-5dfe-4d39-b2e8-2fa685933b65 req-60012b3d-4639-4b22-9434-2e6224a35f1f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1503906
Sep 08 16:17:43.221029 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e0288-c61c-4392-83e4-cbd51686cdad tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b4aa19a-9a73-4e30-9295-88e731c041f9,revision_number=0']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:43.233199 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-643e0288-c61c-4392-83e4-cbd51686cdad tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:43.267793 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-643e0288-c61c-4392-83e4-cbd51686cdad tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:43.271604 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-643e0288-c61c-4392-83e4-cbd51686cdad tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7314553
Sep 08 16:17:43.271965 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 38808) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:17:43.274942 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7b483-8cd0-4586-9c07-6170d3facdeb req-efceb0f3-88e7-4ecb-835d-4c178373b277 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:43.284687 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2bf7b483-8cd0-4586-9c07-6170d3facdeb req-efceb0f3-88e7-4ecb-835d-4c178373b277 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c08f6f9-7669-40ee-b76b-b418d405c6fd HTTP/1.1" status: 200  len: 945 time: 0.1990061
Sep 08 16:17:43.298993 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-9187d51f-fc63-47a8-9d17-3c7562a11819 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Request body: {'security_group_rule': {'security_group_id': '34214f45-d33f-4e7c-8668-451af87924b5', 'project_id': '0192ebea3f6246118edb985b970044bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:17:43.326144 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-9187d51f-fc63-47a8-9d17-3c7562a11819 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:17:43.334773 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f52567-8535-49b2-ad9a-81fce7fc8c5e None None] Pushing event updated for resources: {'Port': ['ID=1fead371-e2c9-4abf-9c56-ea9a801fe538,revision_number=4']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:43.341596 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-18f52567-8535-49b2-ad9a-81fce7fc8c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:43.357522 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-9187d51f-fc63-47a8-9d17-3c7562a11819 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Usage tracker for resource:security_group_rule and tenant:0192ebea3f6246118edb985b970044bc is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:17:43.372681 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2bf7b483-8cd0-4586-9c07-6170d3facdeb req-d4e18810-3fdd-4e19-b838-6ff704ecd9ba tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861597
Sep 08 16:17:43.376921 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-9187d51f-fc63-47a8-9d17-3c7562a11819 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:17:43.397137 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-9187d51f-fc63-47a8-9d17-3c7562a11819 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:17:43.443401 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-9187d51f-fc63-47a8-9d17-3c7562a11819 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:43.483233 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-a52f6b36-25f0-4a06-877f-901cab916bca None None] Set router 8b3e10e6-b76d-4392-85f1-676fa257093b gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:17:43.574776 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-9187d51f-fc63-47a8-9d17-3c7562a11819 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:43.581377 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-9187d51f-fc63-47a8-9d17-3c7562a11819 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908961'] for security_group_rule, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:43.598406 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-5915e0f0-e1d1-4d8b-98ee-a91935862621 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:43.645854 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187d51f-fc63-47a8-9d17-3c7562a11819 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8877ba44-7bce-4e49-b53c-2094ef529e38,revision_number=0']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:43.662115 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-9187d51f-fc63-47a8-9d17-3c7562a11819 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:43.672761 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-9187d51f-fc63-47a8-9d17-3c7562a11819 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:43.673846 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device e918380a-f380-42f2-a078-3ebb80ee7526 up at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:17:43.676926 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-9187d51f-fc63-47a8-9d17-3c7562a11819 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4017253
Sep 08 16:17:43.679341 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 38816) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:17:43.700403 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-997346fb-4617-408a-9018-0c6d182eba08 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Request body: {'security_group_rule': {'security_group_id': '34214f45-d33f-4e7c-8668-451af87924b5', 'project_id': '0192ebea3f6246118edb985b970044bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:17:43.711240 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-997346fb-4617-408a-9018-0c6d182eba08 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:17:43.718801 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-997346fb-4617-408a-9018-0c6d182eba08 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Usage tracker for resource:security_group_rule and tenant:0192ebea3f6246118edb985b970044bc is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:17:43.726679 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-997346fb-4617-408a-9018-0c6d182eba08 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:17:43.740054 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-997346fb-4617-408a-9018-0c6d182eba08 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:17:43.765514 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.db.securitygroups_db [None req-997346fb-4617-408a-9018-0c6d182eba08 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Project 0192ebea3f6246118edb985b970044bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 08 16:17:43.779058 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-997346fb-4617-408a-9018-0c6d182eba08 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:43.810927 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb70c6b-09bd-4de4-83cb-959408e6da9f req-84442d48-3377-4ea3-9c1e-d2bf0a44c0dd tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:43.815839 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9bb70c6b-09bd-4de4-83cb-959408e6da9f req-84442d48-3377-4ea3-9c1e-d2bf0a44c0dd tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.2056293
Sep 08 16:17:43.908936 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9bb70c6b-09bd-4de4-83cb-959408e6da9f req-0c1d3906-7d3c-45c6-a253-d12ba5c8e9de tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814776
Sep 08 16:17:43.989918 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-997346fb-4617-408a-9018-0c6d182eba08 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:44.004547 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-997346fb-4617-408a-9018-0c6d182eba08 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908961'] for security_group_rule, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:44.030076 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:44.093618 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997346fb-4617-408a-9018-0c6d182eba08 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4005353-5483-4e92-b76b-03e6e0e42a59,revision_number=0']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:44.098658 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-997346fb-4617-408a-9018-0c6d182eba08 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:44.136880 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-997346fb-4617-408a-9018-0c6d182eba08 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:44.139320 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-997346fb-4617-408a-9018-0c6d182eba08 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4535422
Sep 08 16:17:44.142300 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 38832) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:17:44.155763 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-de74fd35-ff53-4f4e-9cd6-f150123a77b0 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Request body: {'security_group_rule': {'security_group_id': '34214f45-d33f-4e7c-8668-451af87924b5', 'project_id': '0192ebea3f6246118edb985b970044bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:17:44.184271 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-de74fd35-ff53-4f4e-9cd6-f150123a77b0 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:17:44.203565 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-de74fd35-ff53-4f4e-9cd6-f150123a77b0 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Usage tracker for resource:security_group_rule and tenant:0192ebea3f6246118edb985b970044bc is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:17:44.216752 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-de74fd35-ff53-4f4e-9cd6-f150123a77b0 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:17:44.237854 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-de74fd35-ff53-4f4e-9cd6-f150123a77b0 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:17:44.275136 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning for port e918380a-f380-42f2-a078-3ebb80ee7526 completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:17:44.295841 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning complete for port e918380a-f380-42f2-a078-3ebb80ee7526 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:17:44.295841 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:44.296163 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.db.securitygroups_db [None req-de74fd35-ff53-4f4e-9cd6-f150123a77b0 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Project 0192ebea3f6246118edb985b970044bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 08 16:17:44.303885 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-de74fd35-ff53-4f4e-9cd6-f150123a77b0 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:44.437836 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-a52f6b36-25f0-4a06-877f-901cab916bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251ad9790>, [{'id': '8b3e10e6-b76d-4392-85f1-676fa257093b', 'name': 'tempest-TestShelveInstance-319118971-router', 'tenant_id': 'b37e2bba672e4d789f8be528a2d7c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f23e0429-3fca-494b-9a5d-8f4c0c1557d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:24Z', 'updated_at': '2021-09-08T16:17:35Z', 'revision_number': 4, 'project_id': 'b37e2bba672e4d789f8be528a2d7c37d', 'gw_port': {'id': 'f23e0429-3fca-494b-9a5d-8f4c0c1557d5', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:38:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3e10e6-b76d-4392-85f1-676fa257093b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:25Z', 'updated_at': '2021-09-08T16:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': '1fead371-e2c9-4abf-9c56-ea9a801fe538', 'name': '', 'network_id': 'e109d32b-61c3-4880-a539-886b784e3f28', 'tenant_id': 'b37e2bba672e4d789f8be528a2d7c37d', 'mac_address': 'fa:16:3e:ae:b3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3e10e6-b76d-4392-85f1-676fa257093b', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5c7d7121-b152-47c5-aa72-a1ed79e9912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:33Z', 'updated_at': '2021-09-08T16:17:43Z', 'revision_number': 4, 'project_id': 'b37e2bba672e4d789f8be528a2d7c37d', 'subnets': [{'id': '5c7d7121-b152-47c5-aa72-a1ed79e9912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:17:44.442238 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-de74fd35-ff53-4f4e-9cd6-f150123a77b0 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:44.449078 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-de74fd35-ff53-4f4e-9cd6-f150123a77b0 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908961'] for security_group_rule, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:44.452143 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:44.456254 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52f6b36-25f0-4a06-877f-901cab916bca None None] The sync data for ids ['8b3e10e6-b76d-4392-85f1-676fa257093b'] in dv-cinder-807898-1-iscsi is: [{'id': '8b3e10e6-b76d-4392-85f1-676fa257093b', 'name': 'tempest-TestShelveInstance-319118971-router', 'tenant_id': 'b37e2bba672e4d789f8be528a2d7c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f23e0429-3fca-494b-9a5d-8f4c0c1557d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:24Z', 'updated_at': '2021-09-08T16:17:35Z', 'revision_number': 4, 'project_id': 'b37e2bba672e4d789f8be528a2d7c37d', 'gw_port': {'id': 'f23e0429-3fca-494b-9a5d-8f4c0c1557d5', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:38:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3e10e6-b76d-4392-85f1-676fa257093b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:25Z', 'updated_at': '2021-09-08T16:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': '1fead371-e2c9-4abf-9c56-ea9a801fe538', 'name': '', 'network_id': 'e109d32b-61c3-4880-a539-886b784e3f28', 'tenant_id': 'b37e2bba672e4d789f8be528a2d7c37d', 'mac_address': 'fa:16:3e:ae:b3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3e10e6-b76d-4392-85f1-676fa257093b', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '5c7d7121-b152-47c5-aa72-a1ed79e9912c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:33Z', 'updated_at': '2021-09-08T16:17:43Z', 'revision_number': 4, 'project_id': 'b37e2bba672e4d789f8be528a2d7c37d', 'subnets': [{'id': '5c7d7121-b152-47c5-aa72-a1ed79e9912c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:17:44.490686 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74fd35-ff53-4f4e-9cd6-f150123a77b0 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516709cc-8614-4222-85ba-98808b871a04,revision_number=0']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:44.495336 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-de74fd35-ff53-4f4e-9cd6-f150123a77b0 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:44.508401 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-de74fd35-ff53-4f4e-9cd6-f150123a77b0 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:44.524768 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-de74fd35-ff53-4f4e-9cd6-f150123a77b0 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3661017
Sep 08 16:17:44.737804 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:44.775123 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c08f6f9-7669-40ee-b76b-b418d405c6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e918380a-f380-42f2-a078-3ebb80ee7526'}] {{(pid=79427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:17:44.792329 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port e918380a-f380-42f2-a078-3ebb80ee7526, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=e918380a-f380-42f2-a078-3ebb80ee7526,segment=NetworkSegment(050fb669-5eaa-4590-8753-e18a07bddcf4),segment_id=050fb669-5eaa-4590-8753-e18a07bddcf4)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:17:44.800257 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:44.802634 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:44.905409 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a4a72-d16f-4c2b-9806-2b69c499c596 req-07f13a87-195f-4b9e-9e2c-bd9abe7a5414 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:44.914937 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ad9a4a72-d16f-4c2b-9806-2b69c499c596 req-07f13a87-195f-4b9e-9e2c-bd9abe7a5414 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c08f6f9-7669-40ee-b76b-b418d405c6fd HTTP/1.1" status: 200  len: 945 time: 0.2679570
Sep 08 16:17:44.931517 dv-cinder-807898-1-iscsi neutron-server[79427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c08f6f9-7669-40ee-b76b-b418d405c6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e918380a-f380-42f2-a078-3ebb80ee7526', 'code': 200}
Sep 08 16:17:45.005980 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ad9a4a72-d16f-4c2b-9806-2b69c499c596 req-1218c7a6-2e08-4eb8-bb22-43eb9b9f3edd tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900609
Sep 08 16:17:45.011596 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 1fead371-e2c9-4abf-9c56-ea9a801fe538 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:17:45.108006 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=e918380a-f380-42f2-a078-3ebb80ee7526,revision_number=5']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:45.119129 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:45.219291 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning for port 1fead371-e2c9-4abf-9c56-ea9a801fe538 completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:17:45.225829 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 1fead371-e2c9-4abf-9c56-ea9a801fe538 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:17:45.226489 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:45.595043 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa637f9-6c83-4f08-a66e-db9444e6f897 req-5946896c-2aed-4c8e-b27f-70e75f855f76 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:45.615051 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-baa637f9-6c83-4f08-a66e-db9444e6f897 req-5946896c-2aed-4c8e-b27f-70e75f855f76 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.3385708
Sep 08 16:17:45.634168 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:45.655647 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3a804-9aed-4df8-8225-cf65e11dbd44 req-49e55f53-b6b4-490a-87e7-e43ab8aee11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:45.660434 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-5db3a804-9aed-4df8-8225-cf65e11dbd44 req-49e55f53-b6b4-490a-87e7-e43ab8aee11f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8c08f6f9-7669-40ee-b76b-b418d405c6fd HTTP/1.1" status: 200  len: 1099 time: 0.2378490
Sep 08 16:17:45.758728 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-5db3a804-9aed-4df8-8225-cf65e11dbd44 req-90dd9937-0ca1-44ba-a799-dfbc3aef357c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854628
Sep 08 16:17:45.775075 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] For port 1fead371-e2c9-4abf-9c56-ea9a801fe538, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=1fead371-e2c9-4abf-9c56-ea9a801fe538,segment=NetworkSegment(3012848e-3e41-4a4a-88b9-9718eecee88b),segment_id=3012848e-3e41-4a4a-88b9-9718eecee88b)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:17:45.789710 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-baa637f9-6c83-4f08-a66e-db9444e6f897 req-535cc31c-371a-4d2f-8742-d69fd0627bb6 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1703045
Sep 08 16:17:45.809762 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:45.824628 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-5d96c95d-cc9e-43ee-8c64-a061a05af4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:17:45.996868 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:46.077375 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Pushing event updated for resources: {'Port': ['ID=1fead371-e2c9-4abf-9c56-ea9a801fe538,revision_number=5']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:17:46.088163 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:17:46.554997 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60403a-1d17-4724-98b9-5677dfa80a78 req-98711ada-5cbd-4b5d-8e89-3db01ee25b8d tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:46.568930 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-dd60403a-1d17-4724-98b9-5677dfa80a78 req-98711ada-5cbd-4b5d-8e89-3db01ee25b8d tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c08f6f9-7669-40ee-b76b-b418d405c6fd HTTP/1.1" status: 200  len: 946 time: 0.2855241
Sep 08 16:17:46.718158 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-dd60403a-1d17-4724-98b9-5677dfa80a78 req-aaeeb758-0a1b-4636-8385-283cf67cb3e3 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1462533
Sep 08 16:17:46.814168 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cbfb6-0a06-4ec6-bc75-1bb37c5e491d req-df8d778d-6756-435b-b8e6-5856d6c6dd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:46.816760 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-8d5cbfb6-0a06-4ec6-bc75-1bb37c5e491d req-df8d778d-6756-435b-b8e6-5856d6c6dd9e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3abc28c3a0c44587b1e4367f9363241d&device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 1098 time: 0.2563937
Sep 08 16:17:46.963142 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 1fead371-e2c9-4abf-9c56-ea9a801fe538 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:17:47.252215 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 1fead371-e2c9-4abf-9c56-ea9a801fe538 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:17:47.253291 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:17:47.255376 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b974d-f1d2-41a2-b221-93be3d45ffea req-edc6e288-242f-404a-bb17-48e74df0b604 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:47.271265 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-603b974d-f1d2-41a2-b221-93be3d45ffea req-edc6e288-242f-404a-bb17-48e74df0b604 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.3413813
Sep 08 16:17:47.344542 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-603b974d-f1d2-41a2-b221-93be3d45ffea req-8a8d22b6-3133-42a9-8ba5-3313f1d07e29 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718269
Sep 08 16:17:47.345542 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cbfb6-0a06-4ec6-bc75-1bb37c5e491d req-e673969f-4862-4ccf-bd74-717a4f3455ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:47.348539 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-8d5cbfb6-0a06-4ec6-bc75-1bb37c5e491d req-e673969f-4862-4ccf-bd74-717a4f3455ae service neutron] 10.222.0.70 "GET /v2.0/networks?id=5411d955-3db9-47e2-83ab-d4abbd225415 HTTP/1.1" status: 200  len: 920 time: 0.4965732
Sep 08 16:17:47.478847 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-8d5cbfb6-0a06-4ec6-bc75-1bb37c5e491d req-f9ecd5eb-5844-455f-8b71-c106c7d60a0d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59e7e543-15da-4662-9f0c-ec72acd13a77 HTTP/1.1" status: 200  len: 217 time: 0.0965910
Sep 08 16:17:47.616212 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cbfb6-0a06-4ec6-bc75-1bb37c5e491d req-c2797a93-8674-4d88-9dbd-5ba04beaccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:47.618112 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-8d5cbfb6-0a06-4ec6-bc75-1bb37c5e491d req-c2797a93-8674-4d88-9dbd-5ba04beaccd5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f1c7eae5-6224-43b1-885e-66fb149f1dc6 HTTP/1.1" status: 200  len: 859 time: 0.0932703
Sep 08 16:17:47.675187 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-8d5cbfb6-0a06-4ec6-bc75-1bb37c5e491d req-37b53c9f-3040-4136-9306-8ab0bb6c9dbe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5411d955-3db9-47e2-83ab-d4abbd225415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0456302
Sep 08 16:17:47.878789 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-8d5cbfb6-0a06-4ec6-bc75-1bb37c5e491d req-d0afab67-5610-4ebf-b3f3-43e7f9054d68 service neutron] 10.222.0.70 "GET /v2.0/networks/5411d955-3db9-47e2-83ab-d4abbd225415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1904905
Sep 08 16:17:48.039733 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f11b55-61bb-43dc-809d-1b39904eb590 req-9a1852e3-273e-4e74-8d0a-3ea570de6271 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:48.043339 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-65f11b55-61bb-43dc-809d-1b39904eb590 req-9a1852e3-273e-4e74-8d0a-3ea570de6271 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c08f6f9-7669-40ee-b76b-b418d405c6fd HTTP/1.1" status: 200  len: 946 time: 0.1425474
Sep 08 16:17:48.130129 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-65f11b55-61bb-43dc-809d-1b39904eb590 req-90727be7-d9e2-4464-b207-838f9b5c6e96 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813224
Sep 08 16:17:50.927039 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201700d7-8c8c-40f5-b26e-433a448b3071 req-7a9f9d63-62d7-40ea-8924-54657cd19d06 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:50.938956 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-201700d7-8c8c-40f5-b26e-433a448b3071 req-7a9f9d63-62d7-40ea-8924-54657cd19d06 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.1440592
Sep 08 16:17:50.940386 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-8d5cbfb6-0a06-4ec6-bc75-1bb37c5e491d req-d955fac7-9fdb-49be-89aa-e1af2c959b4a service neutron] 10.222.0.70 "GET /v2.0/networks/5411d955-3db9-47e2-83ab-d4abbd225415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3074887
Sep 08 16:17:51.018029 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-201700d7-8c8c-40f5-b26e-433a448b3071 req-824248d0-f4d0-472c-90d2-339d19c791fb tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774529
Sep 08 16:17:54.843454 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7cdd3-8816-4563-af15-43ce489afa43 req-eb62a882-6cf9-419d-954c-a6fa52485935 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:54.847918 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4ac7cdd3-8816-4563-af15-43ce489afa43 req-eb62a882-6cf9-419d-954c-a6fa52485935 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.1631689
Sep 08 16:17:54.941180 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4ac7cdd3-8816-4563-af15-43ce489afa43 req-8c14a7da-314f-4ecc-b2eb-39e75d718686 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837841
Sep 08 16:17:56.228358 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6eeef-893b-4818-b91d-a324df20b15a req-01364659-9149-4a7a-86ff-5a7d1c959895 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:56.231220 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-8ba6eeef-893b-4818-b91d-a324df20b15a req-01364659-9149-4a7a-86ff-5a7d1c959895 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.1359611
Sep 08 16:17:56.301543 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-8ba6eeef-893b-4818-b91d-a324df20b15a req-738a771b-5563-4a27-83ef-eb111a2a5518 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636857
Sep 08 16:17:57.578377 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6129de-83f7-41ac-9c39-45978ee50de4 req-6ae90cad-d01c-4a5f-b019-11300161f752 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:57.580877 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-aa6129de-83f7-41ac-9c39-45978ee50de4 req-6ae90cad-d01c-4a5f-b019-11300161f752 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.1545694
Sep 08 16:17:57.673777 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-aa6129de-83f7-41ac-9c39-45978ee50de4 req-d27c0c91-96ba-475d-b5b0-dfb4dcdf499f tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831261
Sep 08 16:17:59.594914 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b76d4-4e67-42d4-aa4e-5a983ec72f6f req-a95ea52c-5f74-4abc-886f-e20ab3fd46e0 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:17:59.597826 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b61b76d4-4e67-42d4-aa4e-5a983ec72f6f req-a95ea52c-5f74-4abc-886f-e20ab3fd46e0 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 946 time: 0.1111512
Sep 08 16:17:59.668494 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b61b76d4-4e67-42d4-aa4e-5a983ec72f6f req-62de1b43-5295-4570-a27c-3620a9df295b tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541101
Sep 08 16:18:00.264913 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932cdb0-4eb3-49ab-ad6c-4d5d7919df93 req-15be278c-4034-4160-83cd-1188c7e7eb09 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:00.267580 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d932cdb0-4eb3-49ab-ad6c-4d5d7919df93 req-15be278c-4034-4160-83cd-1188c7e7eb09 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.1631930
Sep 08 16:18:00.317198 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d932cdb0-4eb3-49ab-ad6c-4d5d7919df93 req-43d563b2-22bd-42ea-bbab-d3efd9d404b6 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435593
Sep 08 16:18:00.802336 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-ebd3b772-222d-41eb-a8de-07450f6cddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:00.930146 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cab04c-8ced-41bb-a1b9-213aed16a593 req-7b6beecf-8ef7-41f6-b8d6-589c82275eef tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:00.931833 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-12cab04c-8ced-41bb-a1b9-213aed16a593 req-7b6beecf-8ef7-41f6-b8d6-589c82275eef tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 946 time: 0.1069396
Sep 08 16:18:01.069813 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-12cab04c-8ced-41bb-a1b9-213aed16a593 req-d23ebcb1-5afb-41c9-a8a8-995d7abff6f6 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1277702
Sep 08 16:18:01.304841 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:02.428769 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4320a60-9abe-4f59-8dc9-36bcc575e84b req-d5421198-ee85-4730-8d59-500e6be6ab57 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:02.433171 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f4320a60-9abe-4f59-8dc9-36bcc575e84b req-d5421198-ee85-4730-8d59-500e6be6ab57 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 946 time: 0.1527107
Sep 08 16:18:02.512141 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f4320a60-9abe-4f59-8dc9-36bcc575e84b req-1695eb12-888f-4398-9e46-778f87e12cb2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0727441
Sep 08 16:18:03.829846 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6d9e0-f869-464c-84ae-269ca3760633 req-123a3d4a-61c3-4f9d-ae35-e3ed2a841d1e tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:03.832026 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9bc6d9e0-f869-464c-84ae-269ca3760633 req-123a3d4a-61c3-4f9d-ae35-e3ed2a841d1e tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 946 time: 0.1093626
Sep 08 16:18:03.891119 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9bc6d9e0-f869-464c-84ae-269ca3760633 req-fa1d5f56-5060-4e1c-9e78-a4752267dd5f tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517149
Sep 08 16:18:03.923917 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-f524e9ba-1389-4077-9377-9aac4be17f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:05.201221 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224946e4-8c4f-4849-8007-230409a00109 req-bf12f1cb-099f-45fb-87c3-8ea9d28090ae tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:05.203898 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-224946e4-8c4f-4849-8007-230409a00109 req-bf12f1cb-099f-45fb-87c3-8ea9d28090ae tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 946 time: 0.1393738
Sep 08 16:18:05.210369 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:05.293721 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-224946e4-8c4f-4849-8007-230409a00109 req-dff48b7d-5ee2-44a1-89ca-e0ca844208cc tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0776391
Sep 08 16:18:06.737490 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c8f39-adc3-4cda-887c-fa1d9a2f7106 req-b0d80b7e-417f-4cc7-babe-9005d45f4546 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:06.739177 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-967c8f39-adc3-4cda-887c-fa1d9a2f7106 req-b0d80b7e-417f-4cc7-babe-9005d45f4546 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 946 time: 0.1897860
Sep 08 16:18:06.796848 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-967c8f39-adc3-4cda-887c-fa1d9a2f7106 req-8e6c3de2-1f8f-46e0-bc6d-288b6ef2f5c1 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483615
Sep 08 16:18:07.312379 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:08.047004 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1c6f4-0260-4195-920e-fcf17648e3dd req-186f84fc-0c83-470f-ae8f-610f4f7521e9 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:08.047004 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a7e1c6f4-0260-4195-920e-fcf17648e3dd req-186f84fc-0c83-470f-ae8f-610f4f7521e9 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 946 time: 0.1006737
Sep 08 16:18:08.106380 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a7e1c6f4-0260-4195-920e-fcf17648e3dd req-bc3a301a-fcf6-4cd3-a16d-c841ef9556a9 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506346
Sep 08 16:18:09.349383 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cc487-14e8-466c-8a48-949282d69607 req-13382bb0-ed2f-4e19-9b14-e7e343dc8013 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:09.352595 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-592cc487-14e8-466c-8a48-949282d69607 req-13382bb0-ed2f-4e19-9b14-e7e343dc8013 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 946 time: 0.1010644
Sep 08 16:18:09.453854 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-592cc487-14e8-466c-8a48-949282d69607 req-44ad80bb-0cc6-4709-b1f9-333924cfb8b8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0908656
Sep 08 16:18:10.733509 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebff9f9-2cc1-42d1-b831-a724afe31596 req-d08a55e9-15e3-49db-babf-c21379ee1f40 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:10.736717 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9ebff9f9-2cc1-42d1-b831-a724afe31596 req-d08a55e9-15e3-49db-babf-c21379ee1f40 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 946 time: 0.1089616
Sep 08 16:18:10.797406 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9ebff9f9-2cc1-42d1-b831-a724afe31596 req-f9ec773c-91e6-401d-82a7-1b2b4244aa26 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502727
Sep 08 16:18:12.078316 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873bbca-7ab2-4f59-8cd7-33f7b390cab0 req-861300bd-6276-4ee6-b239-1de8c936e46d tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:12.080033 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0873bbca-7ab2-4f59-8cd7-33f7b390cab0 req-861300bd-6276-4ee6-b239-1de8c936e46d tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 946 time: 0.1011291
Sep 08 16:18:12.157823 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0873bbca-7ab2-4f59-8cd7-33f7b390cab0 req-adfa3382-4b59-4db9-a8ab-4e6d87c8a87c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0711765
Sep 08 16:18:13.370258 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c9043-2a28-44f7-a898-cb4638b449a1 req-0cd7cd60-d949-4da2-a032-c5d9891a4c17 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:13.371854 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3c3c9043-2a28-44f7-a898-cb4638b449a1 req-0cd7cd60-d949-4da2-a032-c5d9891a4c17 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 946 time: 0.0944724
Sep 08 16:18:13.424876 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3c3c9043-2a28-44f7-a898-cb4638b449a1 req-7b38dedd-0861-4980-9909-2c77f7d2ae75 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468421
Sep 08 16:18:14.399211 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-3159fe5e-3aab-4888-995c-51afb2fe08d4 req-40c77fb0-fd45-4118-a92a-1b66ecd7d628 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1877034
Sep 08 16:18:14.535595 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159fe5e-3aab-4888-995c-51afb2fe08d4 req-b6ee0d96-aaa9-4bfa-92fa-edd7287c1ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:14.538235 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-3159fe5e-3aab-4888-995c-51afb2fe08d4 req-b6ee0d96-aaa9-4bfa-92fa-edd7287c1ac1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3abc28c3a0c44587b1e4367f9363241d&device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 1098 time: 0.1024299
Sep 08 16:18:14.732221 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa9d84-75bc-48eb-aabb-d920c42c0444 req-8ffbddba-a7db-44fa-817e-733b42cfa96e tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:14.733869 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-49aa9d84-75bc-48eb-aabb-d920c42c0444 req-8ffbddba-a7db-44fa-817e-733b42cfa96e tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 946 time: 0.0907834
Sep 08 16:18:14.741151 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159fe5e-3aab-4888-995c-51afb2fe08d4 req-4d391433-e224-45e1-a23c-51a9039c79b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:14.742992 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-3159fe5e-3aab-4888-995c-51afb2fe08d4 req-4d391433-e224-45e1-a23c-51a9039c79b9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5411d955-3db9-47e2-83ab-d4abbd225415 HTTP/1.1" status: 200  len: 920 time: 0.1716759
Sep 08 16:18:14.793476 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-49aa9d84-75bc-48eb-aabb-d920c42c0444 req-eef1d91e-412c-4143-b5f6-883bd38022a9 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531349
Sep 08 16:18:14.855258 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-3159fe5e-3aab-4888-995c-51afb2fe08d4 req-02ac7406-1308-4b46-a2fa-9ea8f2b85e3b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59e7e543-15da-4662-9f0c-ec72acd13a77 HTTP/1.1" status: 200  len: 217 time: 0.0984831
Sep 08 16:18:14.979780 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159fe5e-3aab-4888-995c-51afb2fe08d4 req-5bd76a36-1b1e-4ada-9318-90454016bf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:14.982345 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-3159fe5e-3aab-4888-995c-51afb2fe08d4 req-5bd76a36-1b1e-4ada-9318-90454016bf8a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f1c7eae5-6224-43b1-885e-66fb149f1dc6 HTTP/1.1" status: 200  len: 859 time: 0.1186717
Sep 08 16:18:15.040126 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-3159fe5e-3aab-4888-995c-51afb2fe08d4 req-4cec32da-1a7d-492c-b294-f904068446d8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5411d955-3db9-47e2-83ab-d4abbd225415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0474789
Sep 08 16:18:15.229894 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-3159fe5e-3aab-4888-995c-51afb2fe08d4 req-057e3a61-c155-4ebd-a030-7034947063e7 service neutron] 10.222.0.70 "GET /v2.0/networks/5411d955-3db9-47e2-83ab-d4abbd225415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1761329
Sep 08 16:18:15.466091 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-3159fe5e-3aab-4888-995c-51afb2fe08d4 req-63549190-6221-4529-814a-6bed9ee0e5c2 service neutron] 10.222.0.70 "GET /v2.0/networks/5411d955-3db9-47e2-83ab-d4abbd225415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2280254
Sep 08 16:18:15.728002 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:18:15.758986 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:16.138169 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a01b6-8770-4471-97f9-071b244b20b2 req-d8f33653-8357-4e06-8eef-4df6b561d0d9 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:16.139933 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-dd2a01b6-8770-4471-97f9-071b244b20b2 req-d8f33653-8357-4e06-8eef-4df6b561d0d9 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 946 time: 0.1337314
Sep 08 16:18:16.200234 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-dd2a01b6-8770-4471-97f9-071b244b20b2 req-e7fd998e-c97d-4fb2-9b09-110015d76cdd tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541244
Sep 08 16:18:16.325874 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fe945-b626-4392-b6c1-9a28cb5e8ced req-d43b36fd-20c9-49d6-9396-ac68afdfd660 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:16.327855 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-fb9fe945-b626-4392-b6c1-9a28cb5e8ced req-d43b36fd-20c9-49d6-9396-ac68afdfd660 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.1076021
Sep 08 16:18:16.389327 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-fb9fe945-b626-4392-b6c1-9a28cb5e8ced req-c8a9febf-4a2f-4e52-975b-b934fb3672ba tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552156
Sep 08 16:18:17.469967 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96385e33-f4d6-4a79-b2b1-418904a315bb req-549218a9-95ea-4b90-b6d4-aec475fafd2b tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:17.473289 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-96385e33-f4d6-4a79-b2b1-418904a315bb req-549218a9-95ea-4b90-b6d4-aec475fafd2b tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 946 time: 0.1331146
Sep 08 16:18:17.640890 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-96385e33-f4d6-4a79-b2b1-418904a315bb req-b61b4651-8c47-4d96-96f2-1b4330c55235 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1569707
Sep 08 16:18:17.722122 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4ba02-5a46-4059-92e0-59c3c33812cd req-a5cf522a-ee45-4e33-9930-20e582d211a5 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:17.724910 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-17f4ba02-5a46-4059-92e0-59c3c33812cd req-a5cf522a-ee45-4e33-9930-20e582d211a5 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.1956027
Sep 08 16:18:17.815375 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-17f4ba02-5a46-4059-92e0-59c3c33812cd req-04c8f1ab-7bc8-4a03-9f37-e6765ba318ef tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0778184
Sep 08 16:18:17.847600 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 625c811b-4427-4c32-9c2e-61a56adb42db details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 08 16:18:18.187201 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 625c811b-4427-4c32-9c2e-61a56adb42db, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=625c811b-4427-4c32-9c2e-61a56adb42db,segment=NetworkSegment(52138e92-9965-4b35-b4cf-e92e92ee1ba1),segment_id=52138e92-9965-4b35-b4cf-e92e92ee1ba1)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:18:18.208859 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Returning: {'device': '625c811b-4427-4c32-9c2e-61a56adb42db', 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480', 'port_id': '625c811b-4427-4c32-9c2e-61a56adb42db', 'mac_address': 'fa:16:3e:fd:e8:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 08 16:18:18.318932 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:18.344235 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 625c811b-4427-4c32-9c2e-61a56adb42db {{(pid=79427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:18:18.367661 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 625c811b-4427-4c32-9c2e-61a56adb42db, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=625c811b-4427-4c32-9c2e-61a56adb42db,segment=NetworkSegment(52138e92-9965-4b35-b4cf-e92e92ee1ba1),segment_id=52138e92-9965-4b35-b4cf-e92e92ee1ba1)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:18:18.373068 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:18.376336 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:18:18.460729 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=625c811b-4427-4c32-9c2e-61a56adb42db,revision_number=6']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:18:18.464256 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:18:18.698829 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['625c811b-4427-4c32-9c2e-61a56adb42db'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:18:19.086236 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 39570) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:18:19.091410 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882cc29a-46d8-4bc7-92e1-9bd82419cddc req-c81c5290-be3d-4231-8c46-d97e90dc0447 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:19.107941 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-882cc29a-46d8-4bc7-92e1-9bd82419cddc req-c81c5290-be3d-4231-8c46-d97e90dc0447 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 945 time: 0.1878924
Sep 08 16:18:19.274017 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-882cc29a-46d8-4bc7-92e1-9bd82419cddc req-f76764ac-af7f-4a67-82eb-a0c907d173cb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1651337
Sep 08 16:18:19.312643 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64edcd2-f8bb-41f1-9997-547c6e9fecc0 req-99c9cfce-c23d-4481-8d93-cdee0fc35be7 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:19.320287 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f64edcd2-f8bb-41f1-9997-547c6e9fecc0 req-99c9cfce-c23d-4481-8d93-cdee0fc35be7 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.1557922
Sep 08 16:18:19.349691 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-22cb18eb-eac2-44bd-9c32-5bca58bd1d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:19.381296 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f64edcd2-f8bb-41f1-9997-547c6e9fecc0 req-7a34af8f-4581-462b-a2e4-dbb4d6f330d1 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593598
Sep 08 16:18:19.386650 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-22cb18eb-eac2-44bd-9c32-5bca58bd1d14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:18:19.395236 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-22cb18eb-eac2-44bd-9c32-5bca58bd1d14 admin admin] Usage tracker for resource:security_group_rule and tenant:5c6c677b1f484deaafe4203d50fb8371 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:18:19.402458 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-22cb18eb-eac2-44bd-9c32-5bca58bd1d14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:18:19.414274 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-22cb18eb-eac2-44bd-9c32-5bca58bd1d14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:18:19.551848 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-22cb18eb-eac2-44bd-9c32-5bca58bd1d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:19.556799 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-22cb18eb-eac2-44bd-9c32-5bca58bd1d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:19.566416 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-820cedfa-26d7-4bda-8aac-c17bd0b1e6a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:18:19.609434 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-22cb18eb-eac2-44bd-9c32-5bca58bd1d14 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c6c677b1f484deaafe4203d50fb8371&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5217507
Sep 08 16:18:19.610593 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb18eb-eac2-44bd-9c32-5bca58bd1d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02007b2b-b37e-4dae-b130-ad205fa88458,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:18:19.613849 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 39584) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:18:19.617264 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-22cb18eb-eac2-44bd-9c32-5bca58bd1d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:18:19.654520 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-d71f9d4c-e275-47e4-b5d2-f41b05e5fae6 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Synchronizing usage tracker for tenant:0192ebea3f6246118edb985b970044bc on resource:security_group {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:18:19.677303 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-d71f9d4c-e275-47e4-b5d2-f41b05e5fae6 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Unset dirty status for tenant:0192ebea3f6246118edb985b970044bc on resource:security_group {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:18:19.679291 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-d71f9d4c-e275-47e4-b5d2-f41b05e5fae6 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2004087972&fields=id&tenant_id=0192ebea3f6246118edb985b970044bc HTTP/1.1" status: 200  len: 267 time: 0.0827687
Sep 08 16:18:19.687679 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-dac367ed-5b68-4cd7-b43e-56c10c9f97de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:19.738941 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-dac367ed-5b68-4cd7-b43e-56c10c9f97de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:19.849192 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-dac367ed-5b68-4cd7-b43e-56c10c9f97de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:19.856805 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 625c811b-4427-4c32-9c2e-61a56adb42db up at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:18:19.858199 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-804ef53c-6489-4d16-85de-af5fc23a88a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:18:19.878280 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac367ed-5b68-4cd7-b43e-56c10c9f97de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02007b2b-b37e-4dae-b130-ad205fa88458,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:18:19.881483 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-6cbc1e94-5657-44c0-a381-dd121a46e0b6 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:19.887321 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-dac367ed-5b68-4cd7-b43e-56c10c9f97de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:18:19.894844 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-dac367ed-5b68-4cd7-b43e-56c10c9f97de admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:19.899273 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-6cbc1e94-5657-44c0-a381-dd121a46e0b6 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Synchronizing usage tracker for tenant:0192ebea3f6246118edb985b970044bc on resource:network {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:18:19.902179 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-dac367ed-5b68-4cd7-b43e-56c10c9f97de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02007b2b-b37e-4dae-b130-ad205fa88458 HTTP/1.1" status: 204  len: 168 time: 0.2871041
Sep 08 16:18:19.953338 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-6cbc1e94-5657-44c0-a381-dd121a46e0b6 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Unset dirty status for tenant:0192ebea3f6246118edb985b970044bc on resource:network {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:18:19.967507 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-6cbc1e94-5657-44c0-a381-dd121a46e0b6 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/networks?id=7ca11c1b-7856-4c98-8d2f-ac9178457343 HTTP/1.1" status: 200  len: 808 time: 0.2765152
Sep 08 16:18:19.977733 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning complete for port 625c811b-4427-4c32-9c2e-61a56adb42db triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:18:19.979242 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:19.998242 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-d18f5879-58ed-4249-8429-d70d25c16a1b tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/quotas/0192ebea3f6246118edb985b970044bc HTTP/1.1" status: 200  len: 375 time: 0.0274086
Sep 08 16:18:20.184133 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:20.231964 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dd36a3-a4b2-4d0e-8140-e629d0c9954d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625c811b-4427-4c32-9c2e-61a56adb42db'}] {{(pid=79427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:18:20.238366 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 625c811b-4427-4c32-9c2e-61a56adb42db, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=625c811b-4427-4c32-9c2e-61a56adb42db,segment=NetworkSegment(52138e92-9965-4b35-b4cf-e92e92ee1ba1),segment_id=52138e92-9965-4b35-b4cf-e92e92ee1ba1)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:18:20.248994 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:20.252788 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:18:20.274872 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-2a7ab9cd-fcf1-42d6-a9ec-4a42b9bd91ba tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0192ebea3f6246118edb985b970044bc&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2689409
Sep 08 16:18:20.389699 dv-cinder-807898-1-iscsi neutron-server[79427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2dd36a3-a4b2-4d0e-8140-e629d0c9954d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625c811b-4427-4c32-9c2e-61a56adb42db', 'code': 200}
Sep 08 16:18:20.455631 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=625c811b-4427-4c32-9c2e-61a56adb42db,revision_number=7']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:18:20.462496 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:18:20.501422 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-e4236f2c-46b9-43e8-b47b-57d502035049 service neutron] 10.222.0.25 "GET /v2.0/networks/7ca11c1b-7856-4c98-8d2f-ac9178457343?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2242887
Sep 08 16:18:20.536689 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 39616) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:18:20.560424 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-6acce867-4456-412c-b516-24e09013b11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:20.577324 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-6acce867-4456-412c-b516-24e09013b11a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:18:20.581634 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-6acce867-4456-412c-b516-24e09013b11a admin admin] Usage tracker for resource:security_group_rule and tenant:ad0c7d38f8eb41208e578324e6a9c8db is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:18:20.584820 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-6acce867-4456-412c-b516-24e09013b11a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:18:20.591127 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-6acce867-4456-412c-b516-24e09013b11a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:18:20.705889 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-6acce867-4456-412c-b516-24e09013b11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:20.713329 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-6acce867-4456-412c-b516-24e09013b11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:20.722118 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:18:20.791016 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acce867-4456-412c-b516-24e09013b11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0294b541-39f1-41a1-a2e4-f6940e67e16b,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:18:20.795956 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-6acce867-4456-412c-b516-24e09013b11a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:18:20.809147 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-6acce867-4456-412c-b516-24e09013b11a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ad0c7d38f8eb41208e578324e6a9c8db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2682047
Sep 08 16:18:20.809953 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-970ab5bc-2583-4b7a-a46f-6cd6db8a0a28 service neutron] 10.222.0.25 "GET /v2.0/networks/7ca11c1b-7856-4c98-8d2f-ac9178457343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2423875
Sep 08 16:18:20.810421 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 39622) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:18:20.830261 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f4ced-6078-435f-b831-65c19e3a981c req-29993338-7666-4f75-ab75-74b4ead5c9de tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:20.837949 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d85f4ced-6078-435f-b831-65c19e3a981c req-29993338-7666-4f75-ab75-74b4ead5c9de tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 946 time: 0.3354256
Sep 08 16:18:20.928981 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d85f4ced-6078-435f-b831-65c19e3a981c req-2a03a515-0f62-49eb-918b-2772e738374a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0900288
Sep 08 16:18:20.968338 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-9acba4a0-610e-40a0-a105-37fd37b9a5ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:21.008057 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-9acba4a0-610e-40a0-a105-37fd37b9a5ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:21.097094 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-9acba4a0-610e-40a0-a105-37fd37b9a5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:21.102793 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-fde3ac62-3bd2-4fc8-be31-9d0daf9727d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:18:21.119107 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-9acba4a0-610e-40a0-a105-37fd37b9a5ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:21.134948 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-9acba4a0-610e-40a0-a105-37fd37b9a5ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0294b541-39f1-41a1-a2e4-f6940e67e16b HTTP/1.1" status: 204  len: 168 time: 0.3134387
Sep 08 16:18:21.136318 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acba4a0-610e-40a0-a105-37fd37b9a5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0294b541-39f1-41a1-a2e4-f6940e67e16b,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:18:21.142201 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-9acba4a0-610e-40a0-a105-37fd37b9a5ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:18:21.312680 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441146ee-fe89-4a59-8f98-5714ceb5249d req-10af1a7a-5481-4638-89d5-b5d08d11c87d tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:21.317645 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-441146ee-fe89-4a59-8f98-5714ceb5249d req-10af1a7a-5481-4638-89d5-b5d08d11c87d tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.1760046
Sep 08 16:18:21.481231 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-441146ee-fe89-4a59-8f98-5714ceb5249d req-16888950-5cf1-46ed-b91d-23df1aeb5643 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1514497
Sep 08 16:18:21.817783 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4fce9ca7-71ec-48c9-9866-bff9556b3811 req-a6d2a4ab-3126-4657-84fa-885b585d9e28 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 210 time: 0.0674815
Sep 08 16:18:22.344410 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd9e10-290a-47e7-894c-1e3a0f2db81e req-c2ce54d8-18b0-4cc5-adbf-c2c659d056b3 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:22.347566 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-06cd9e10-290a-47e7-894c-1e3a0f2db81e req-c2ce54d8-18b0-4cc5-adbf-c2c659d056b3 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 946 time: 0.1644669
Sep 08 16:18:22.494462 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-06cd9e10-290a-47e7-894c-1e3a0f2db81e req-f65e7d75-a132-4b5e-b2f8-950f927948a2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1199696
Sep 08 16:18:22.895026 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cff6bd-863c-4aef-bda6-865a1fca949c req-3a2c9171-47ff-4bbc-90ce-a8c706eaf000 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:22.913349 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f8cff6bd-863c-4aef-bda6-865a1fca949c req-3a2c9171-47ff-4bbc-90ce-a8c706eaf000 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.2051492
Sep 08 16:18:23.135954 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f8cff6bd-863c-4aef-bda6-865a1fca949c req-2f3499ea-8e71-417c-bd23-061052587628 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2194452
Sep 08 16:18:23.445838 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-55b535ce-5a41-48ef-bf0e-4d827fc20391 req-98ea037d-1ac8-40be-a4fa-511b40b6340c tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 210 time: 0.1054826
Sep 08 16:18:24.068321 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a08938-6442-4ef8-a4f6-5c5b8cbb1f81 req-1098dabe-9fd9-42a7-98ae-2442dbdc2bf6 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:24.076227 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a6a08938-6442-4ef8-a4f6-5c5b8cbb1f81 req-1098dabe-9fd9-42a7-98ae-2442dbdc2bf6 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 946 time: 0.1784165
Sep 08 16:18:24.150205 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a6a08938-6442-4ef8-a4f6-5c5b8cbb1f81 req-c90096f5-f900-49fe-8518-87080146d7af tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0723488
Sep 08 16:18:24.553592 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0d103-a0da-4fe2-a1f8-dbf7ef6280bd req-b2bfab13-78ea-436c-a6b6-970e735bd0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:24.557679 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-71d0d103-a0da-4fe2-a1f8-dbf7ef6280bd req-b2bfab13-78ea-436c-a6b6-970e735bd0e5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3abc28c3a0c44587b1e4367f9363241d&device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 1098 time: 0.3369174
Sep 08 16:18:24.638965 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8a1ea-997b-4980-88c2-be6d18cf4629 req-2af8076f-cc39-41e4-be89-0d1f471546dc tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:24.640650 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-e6f8a1ea-997b-4980-88c2-be6d18cf4629 req-2af8076f-cc39-41e4-be89-0d1f471546dc tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.2531934
Sep 08 16:18:24.877081 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-e6f8a1ea-997b-4980-88c2-be6d18cf4629 req-37bd89a3-d121-46c8-b2c4-62d84b88d8f7 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1590288
Sep 08 16:18:24.921721 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0d103-a0da-4fe2-a1f8-dbf7ef6280bd req-9f179381-099b-474a-b9d8-f2013467bdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:24.924267 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-71d0d103-a0da-4fe2-a1f8-dbf7ef6280bd req-9f179381-099b-474a-b9d8-f2013467bdb3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5411d955-3db9-47e2-83ab-d4abbd225415 HTTP/1.1" status: 200  len: 920 time: 0.3584504
Sep 08 16:18:25.049989 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9facac65-305e-4e3b-9c03-1085a63b5dca req-6bb3ef06-0353-4876-80b3-f09c02b56411 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:25.064763 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9facac65-305e-4e3b-9c03-1085a63b5dca req-6bb3ef06-0353-4876-80b3-f09c02b56411 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.4217145
Sep 08 16:18:25.105365 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-71d0d103-a0da-4fe2-a1f8-dbf7ef6280bd req-bb9c07b6-6946-4627-8c62-1533ad4d9c1e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59e7e543-15da-4662-9f0c-ec72acd13a77 HTTP/1.1" status: 200  len: 217 time: 0.1625297
Sep 08 16:18:25.197295 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0d103-a0da-4fe2-a1f8-dbf7ef6280bd req-8bfa52a5-1f53-40e4-8f93-dd85e70c1eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:25.199075 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-71d0d103-a0da-4fe2-a1f8-dbf7ef6280bd req-8bfa52a5-1f53-40e4-8f93-dd85e70c1eb0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f1c7eae5-6224-43b1-885e-66fb149f1dc6 HTTP/1.1" status: 200  len: 859 time: 0.0852201
Sep 08 16:18:25.276889 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9facac65-305e-4e3b-9c03-1085a63b5dca req-fe5f08b0-2ae0-4636-9928-5af6e958c0f3 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2092605
Sep 08 16:18:25.349542 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-aee4f5fd-1d59-4a97-9628-f08545fcbf5d req-657df1e3-0fad-4142-84a0-e2394b4b3260 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 210 time: 0.2231190
Sep 08 16:18:25.371832 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-71d0d103-a0da-4fe2-a1f8-dbf7ef6280bd req-a10208d7-b50f-467a-b5f7-880cbdf5baec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5411d955-3db9-47e2-83ab-d4abbd225415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1633396
Sep 08 16:18:25.824164 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b06f4b-34e0-4ea5-b34b-4e621b3f34f0 req-1c896ad7-910e-4968-9a87-ee6a0b9438f5 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:25.835204 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a2b06f4b-34e0-4ea5-b34b-4e621b3f34f0 req-1c896ad7-910e-4968-9a87-ee6a0b9438f5 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 946 time: 0.2721565
Sep 08 16:18:25.911752 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a2b06f4b-34e0-4ea5-b34b-4e621b3f34f0 req-c5fc3ac5-8bab-48e9-8259-a9fa702ec83d tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0729172
Sep 08 16:18:25.983756 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-71d0d103-a0da-4fe2-a1f8-dbf7ef6280bd req-4944ed26-8241-4071-8c62-ee28c458dbe9 service neutron] 10.222.0.70 "GET /v2.0/networks/5411d955-3db9-47e2-83ab-d4abbd225415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6011181
Sep 08 16:18:26.315337 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29e10f-3753-4869-a5f7-fb8818a9d118 req-233c3a6f-6fbe-47ba-a7fa-b7cfd78790e0 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:26.319052 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-1c29e10f-3753-4869-a5f7-fb8818a9d118 req-233c3a6f-6fbe-47ba-a7fa-b7cfd78790e0 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.1531465
Sep 08 16:18:26.464473 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-1c29e10f-3753-4869-a5f7-fb8818a9d118 req-2288f139-9898-423f-9534-0e3b66796606 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274090
Sep 08 16:18:26.561441 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-71d0d103-a0da-4fe2-a1f8-dbf7ef6280bd req-d052c1b9-f148-4bd2-af99-3972523933ac service neutron] 10.222.0.70 "GET /v2.0/networks/5411d955-3db9-47e2-83ab-d4abbd225415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5623026
Sep 08 16:18:26.576057 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-fa7611ce-8923-4039-8d9d-dd82359ad102 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:26.578485 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-fa7611ce-8923-4039-8d9d-dd82359ad102 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.70 "GET /v2.0/networks?id=7ca11c1b-7856-4c98-8d2f-ac9178457343 HTTP/1.1" status: 200  len: 808 time: 0.7394962
Sep 08 16:18:26.671758 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-7ce4cc08-c638-4127-be09-cd711f957794 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0192ebea3f6246118edb985b970044bc HTTP/1.1" status: 200  len: 380 time: 0.0757296
Sep 08 16:18:26.688014 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-5bc84950-6dcb-4ba7-b8c7-9de6bb3d2943 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Request body: {'port': {'device_id': '0a3b840e-551f-45cd-bbb8-079394ec0f1a', 'network_id': '7ca11c1b-7856-4c98-8d2f-ac9178457343', 'admin_state_up': True, 'tenant_id': '0192ebea3f6246118edb985b970044bc', 'security_groups': ['34214f45-d33f-4e7c-8668-451af87924b5']}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:18:26.952123 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68410f3b-ebb0-478f-bfba-094b92d6c9de req-5f0a046c-e7e6-4567-a43a-797044da4e51 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:26.963200 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-68410f3b-ebb0-478f-bfba-094b92d6c9de req-5f0a046c-e7e6-4567-a43a-797044da4e51 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.2782404
Sep 08 16:18:27.053732 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-68410f3b-ebb0-478f-bfba-094b92d6c9de req-887987da-a835-4776-96f0-0ac2e989b740 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0880618
Sep 08 16:18:27.248310 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-5bc84950-6dcb-4ba7-b8c7-9de6bb3d2943 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:18:27.258676 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-5bc84950-6dcb-4ba7-b8c7-9de6bb3d2943 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Usage tracker for resource:port and tenant:0192ebea3f6246118edb985b970044bc is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:18:27.267403 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-5bc84950-6dcb-4ba7-b8c7-9de6bb3d2943 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:18:27.281011 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-5bc84950-6dcb-4ba7-b8c7-9de6bb3d2943 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:18:27.301746 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-5bc84950-6dcb-4ba7-b8c7-9de6bb3d2943 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Made reservation on behalf of 0192ebea3f6246118edb985b970044bc for: {'port': 1} {{(pid=79425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:18:27.309768 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-5bc84950-6dcb-4ba7-b8c7-9de6bb3d2943 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:27.340875 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-15817115-f249-4e90-b77c-cd18abcaab3c req-49459086-085b-478e-92b3-6e7f6f331235 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 210 time: 0.0918117
Sep 08 16:18:27.559960 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96dc38c-7b75-4b95-98c8-d588f96a632d req-6bcac9b2-f005-4529-b3ba-d33ca54065e4 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:27.567538 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-e96dc38c-7b75-4b95-98c8-d588f96a632d req-6bcac9b2-f005-4529-b3ba-d33ca54065e4 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 946 time: 0.0991175
Sep 08 16:18:27.618029 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-e96dc38c-7b75-4b95-98c8-d588f96a632d req-7757152a-f3d2-45d7-a157-24affa65c826 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489602
Sep 08 16:18:27.736542 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_common [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-5bc84950-6dcb-4ba7-b8c7-9de6bb3d2943 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Allocated IP 172.20.0.3 (7ca11c1b-7856-4c98-8d2f-ac9178457343/c6eb4cc6-a294-41f4-91b9-bb96871ae1b1/6d93681d-822b-4cdf-8b2f-08faccca27db) {{(pid=79425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:18:28.155367 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-5bc84950-6dcb-4ba7-b8c7-9de6bb3d2943 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks [] for port, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:28.229954 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.provisioning_blocks [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-5bc84950-6dcb-4ba7-b8c7-9de6bb3d2943 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Transition to ACTIVE for port object 6d93681d-822b-4cdf-8b2f-08faccca27db will not be triggered until provisioned by entity DHCP. {{(pid=79425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:18:28.242638 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ff3bb-0ab4-4b9c-8646-4e9f1640954d req-c3696f55-99d4-4afa-b8a2-9211aad836cf tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:28.253731 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f72ff3bb-0ab4-4b9c-8646-4e9f1640954d req-c3696f55-99d4-4afa-b8a2-9211aad836cf tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.3653395
Sep 08 16:18:28.339817 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f72ff3bb-0ab4-4b9c-8646-4e9f1640954d req-5ca8706c-d4e1-4861-9a05-24e81ea95a1d tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844564
Sep 08 16:18:28.348050 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-5bc84950-6dcb-4ba7-b8c7-9de6bb3d2943 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:28.356943 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-6e2cb9fb-1fa0-46b8-a19c-dd0fb941a34f tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:18:28.501639 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-5bc84950-6dcb-4ba7-b8c7-9de6bb3d2943 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Network 7ca11c1b-7856-4c98-8d2f-ac9178457343 is already hosted by enough agents. {{(pid=79425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:18:28.509522 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-5bc84950-6dcb-4ba7-b8c7-9de6bb3d2943 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Resources bound (agent type, host, resource id):  {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:18:28.518668 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-5bc84950-6dcb-4ba7-b8c7-9de6bb3d2943 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Received port after_create {{(pid=79425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:18:28.657853 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc84950-6dcb-4ba7-b8c7-9de6bb3d2943 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Pushing event updated for resources: {'Port': ['ID=6d93681d-822b-4cdf-8b2f-08faccca27db,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:18:28.708960 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc84950-6dcb-4ba7-b8c7-9de6bb3d2943 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:18:28.714063 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc84950-6dcb-4ba7-b8c7-9de6bb3d2943 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:18:28.714804 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc84950-6dcb-4ba7-b8c7-9de6bb3d2943 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:18:28.715641 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc84950-6dcb-4ba7-b8c7-9de6bb3d2943 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:18:28.716336 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc84950-6dcb-4ba7-b8c7-9de6bb3d2943 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:18:28.717015 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc84950-6dcb-4ba7-b8c7-9de6bb3d2943 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:18:28.720287 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc84950-6dcb-4ba7-b8c7-9de6bb3d2943 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:18:28.721026 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc84950-6dcb-4ba7-b8c7-9de6bb3d2943 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:18:28.721682 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc84950-6dcb-4ba7-b8c7-9de6bb3d2943 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:18:28.722346 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc84950-6dcb-4ba7-b8c7-9de6bb3d2943 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:18:28.724509 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc84950-6dcb-4ba7-b8c7-9de6bb3d2943 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:18:28.728915 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc84950-6dcb-4ba7-b8c7-9de6bb3d2943 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:18:28.746492 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-5bc84950-6dcb-4ba7-b8c7-9de6bb3d2943 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:18:28.834659 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-5bc84950-6dcb-4ba7-b8c7-9de6bb3d2943 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:28.836441 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-5bc84950-6dcb-4ba7-b8c7-9de6bb3d2943 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:28.892976 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-5bc84950-6dcb-4ba7-b8c7-9de6bb3d2943 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2117918
Sep 08 16:18:28.919952 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-83121f56-6db5-4e5f-b791-9efa94f14653 service neutron] Request body: {'port': {'device_id': '0a3b840e-551f-45cd-bbb8-079394ec0f1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:18:28.995928 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fafa4-bd25-4612-bded-bfb7747822ad req-9f9cde02-2507-4d2f-a872-1bf1222539cc tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:29.017542 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-857fafa4-bd25-4612-bded-bfb7747822ad req-9f9cde02-2507-4d2f-a872-1bf1222539cc tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.2947552
Sep 08 16:18:29.143447 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-857fafa4-bd25-4612-bded-bfb7747822ad req-65bfa7f6-ba19-4ff9-b74e-43bc25528d0e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1162524
Sep 08 16:18:29.164298 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-899cfb82-fbee-4466-90b2-4bdebfbd4fd6 None None] Provisioning for port 6d93681d-822b-4cdf-8b2f-08faccca27db completed by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:18:29.173955 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-899cfb82-fbee-4466-90b2-4bdebfbd4fd6 None None] Provisioning complete for port 6d93681d-822b-4cdf-8b2f-08faccca27db triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:18:29.175008 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-899cfb82-fbee-4466-90b2-4bdebfbd4fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:29.200394 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-83121f56-6db5-4e5f-b791-9efa94f14653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:29.294750 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-899cfb82-fbee-4466-90b2-4bdebfbd4fd6 None None] Port 6d93681d-822b-4cdf-8b2f-08faccca27db cannot update to ACTIVE because it is not bound. {{(pid=79427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 08 16:18:29.572287 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197cd575-953c-43d3-b7b8-c2009d670bd4 req-af20f093-ae43-4b41-888e-e6488ab0a646 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:29.585231 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-197cd575-953c-43d3-b7b8-c2009d670bd4 req-af20f093-ae43-4b41-888e-e6488ab0a646 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 931 time: 0.2304621
Sep 08 16:18:29.697946 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-197cd575-953c-43d3-b7b8-c2009d670bd4 req-2e1cbb6a-cb56-49c6-90f1-7dbdff955139 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1030123
Sep 08 16:18:30.001616 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-83121f56-6db5-4e5f-b791-9efa94f14653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d93681d-822b-4cdf-8b2f-08faccca27db {{(pid=79425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:18:30.018200 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-83121f56-6db5-4e5f-b791-9efa94f14653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:30.065043 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.provisioning_blocks [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-83121f56-6db5-4e5f-b791-9efa94f14653 service neutron] Transition to ACTIVE for port object 6d93681d-822b-4cdf-8b2f-08faccca27db will not be triggered until provisioned by entity L2. {{(pid=79425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:18:30.072544 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-83121f56-6db5-4e5f-b791-9efa94f14653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334251'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:30.082892 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:18:30.147170 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b2573-d032-48db-9851-4328f85b8fb1 req-301d3a44-3771-468a-a1bc-f8d7e79cae70 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:30.154285 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ba0b2573-d032-48db-9851-4328f85b8fb1 req-301d3a44-3771-468a-a1bc-f8d7e79cae70 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 946 time: 0.1606452
Sep 08 16:18:30.241477 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ba0b2573-d032-48db-9851-4328f85b8fb1 req-0cbdc6b8-28ea-4816-82cd-2558adf671e4 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0861683
Sep 08 16:18:30.711823 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c905bc-5f4f-4feb-beae-cbf179c70d5c req-6991e791-fced-4433-8549-3ecc788bb4d4 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:30.734522 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f9c905bc-5f4f-4feb-beae-cbf179c70d5c req-6991e791-fced-4433-8549-3ecc788bb4d4 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.2393677
Sep 08 16:18:30.748917 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83121f56-6db5-4e5f-b791-9efa94f14653 service neutron] Pushing event updated for resources: {'Port': ['ID=6d93681d-822b-4cdf-8b2f-08faccca27db,revision_number=2']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:18:30.762980 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-83121f56-6db5-4e5f-b791-9efa94f14653 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:18:30.805980 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f9c905bc-5f4f-4feb-beae-cbf179c70d5c req-5ef4f3ca-6ea5-4cc8-a47a-b4afbcae1c7a tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697522
Sep 08 16:18:30.839002 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d9351496-11cd-474d-aa2c-fa851a40c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:30.933728 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-83121f56-6db5-4e5f-b791-9efa94f14653 service neutron] Attempting to bind port 6d93681d-822b-4cdf-8b2f-08faccca27db on host hv-cinder-80789 for vnic_type normal with profile  {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:18:30.934290 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-83121f56-6db5-4e5f-b791-9efa94f14653 service neutron] Attempting to bind port 6d93681d-822b-4cdf-8b2f-08faccca27db by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': '1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7ca11c1b-7856-4c98-8d2f-ac9178457343'}] {{(pid=79425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:18:30.934822 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-83121f56-6db5-4e5f-b791-9efa94f14653 service neutron] Attempting to bind port 6d93681d-822b-4cdf-8b2f-08faccca27db on network 7ca11c1b-7856-4c98-8d2f-ac9178457343 {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:18:30.955178 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-83121f56-6db5-4e5f-b791-9efa94f14653 service neutron] Port 6d93681d-822b-4cdf-8b2f-08faccca27db on network 7ca11c1b-7856-4c98-8d2f-ac9178457343 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 08 16:18:30.955744 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-83121f56-6db5-4e5f-b791-9efa94f14653 service neutron] Attempting to bind port 6d93681d-822b-4cdf-8b2f-08faccca27db on network 7ca11c1b-7856-4c98-8d2f-ac9178457343 {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:18:30.980105 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-83121f56-6db5-4e5f-b791-9efa94f14653 service neutron] Checking agent: {'id': 'c4ee52ba-d613-406f-b441-649e3bfebfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'started_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:18:30.980659 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-83121f56-6db5-4e5f-b791-9efa94f14653 service neutron] Checking segment: {'id': '1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7ca11c1b-7856-4c98-8d2f-ac9178457343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:18:30.981401 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-83121f56-6db5-4e5f-b791-9efa94f14653 service neutron] Bound using segment: {'id': '1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7ca11c1b-7856-4c98-8d2f-ac9178457343'} {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:18:30.983074 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-83121f56-6db5-4e5f-b791-9efa94f14653 service neutron] Bound port: 6d93681d-822b-4cdf-8b2f-08faccca27db, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7ca11c1b-7856-4c98-8d2f-ac9178457343'}}] {{(pid=79425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:18:30.983680 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-83121f56-6db5-4e5f-b791-9efa94f14653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:31.213116 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-83121f56-6db5-4e5f-b791-9efa94f14653 service neutron] For port 6d93681d-822b-4cdf-8b2f-08faccca27db, host hv-cinder-80789, cleared binding levels {{(pid=79425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:18:31.227394 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-83121f56-6db5-4e5f-b791-9efa94f14653 service neutron] For port 6d93681d-822b-4cdf-8b2f-08faccca27db, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=6d93681d-822b-4cdf-8b2f-08faccca27db,segment=NetworkSegment(1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3),segment_id=1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3)] {{(pid=79425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:18:31.235904 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-83121f56-6db5-4e5f-b791-9efa94f14653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334251'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:31.242102 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-3de3c527-b08f-4196-932d-5b8268aa20e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:18:31.320006 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:31.371570 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83121f56-6db5-4e5f-b791-9efa94f14653 service neutron] Pushing event updated for resources: {'Port': ['ID=6d93681d-822b-4cdf-8b2f-08faccca27db,revision_number=3']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:18:31.394546 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-83121f56-6db5-4e5f-b791-9efa94f14653 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:18:31.435072 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-83121f56-6db5-4e5f-b791-9efa94f14653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:31.436764 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-83121f56-6db5-4e5f-b791-9efa94f14653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:31.441194 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-83121f56-6db5-4e5f-b791-9efa94f14653 service neutron] 10.222.0.70 "PUT /v2.0/ports/6d93681d-822b-4cdf-8b2f-08faccca27db HTTP/1.1" status: 200  len: 1093 time: 2.5255809
Sep 08 16:18:31.443411 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a3b840e-551f-45cd-bbb8-079394ec0f1a', 'tag': '6d93681d-822b-4cdf-8b2f-08faccca27db'}] {{(pid=79425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:18:31.519384 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5967a-3446-4419-bad3-8d81808aa9b2 req-d2827bca-07df-4f9c-8e0f-fc3c5fcdfa43 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:31.530783 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-44b5967a-3446-4419-bad3-8d81808aa9b2 req-d2827bca-07df-4f9c-8e0f-fc3c5fcdfa43 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.1737244
Sep 08 16:18:31.613485 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-44b5967a-3446-4419-bad3-8d81808aa9b2 req-cc0608dc-5dae-44cf-8258-842fcde4077f tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703690
Sep 08 16:18:31.723119 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-162002ed-6abe-4994-bf31-1f24b18563d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:31.725217 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-162002ed-6abe-4994-bf31-1f24b18563d0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0192ebea3f6246118edb985b970044bc&device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 1096 time: 0.1885488
Sep 08 16:18:31.825966 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-e1183ef0-8649-4f60-9d2c-8da39971d551 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d93681d-822b-4cdf-8b2f-08faccca27db HTTP/1.1" status: 200  len: 217 time: 0.0844870
Sep 08 16:18:31.939035 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d89434-62e0-4d5f-b534-92e51db16343 req-1dd52113-7785-4cab-a4f6-a829324b53bf tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:31.940624 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-35d89434-62e0-4d5f-b534-92e51db16343 req-1dd52113-7785-4cab-a4f6-a829324b53bf tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 943 time: 0.1237962
Sep 08 16:18:31.996944 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-1f201bba-6a1a-42f3-a3c5-3d0dc814d24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:31.997187 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-1f201bba-6a1a-42f3-a3c5-3d0dc814d24a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c6eb4cc6-a294-41f4-91b9-bb96871ae1b1 HTTP/1.1" status: 200  len: 847 time: 0.1544878
Sep 08 16:18:32.041569 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-35d89434-62e0-4d5f-b534-92e51db16343 req-bf554613-4efc-409f-83ed-5bf418272fbe tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750897
Sep 08 16:18:32.295894 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ad29f-fa8e-4d3d-b557-607b69846b78 req-17f8429c-dc7f-4d06-abc1-2bf7cbe90e04 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:32.297487 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d76ad29f-fa8e-4d3d-b557-607b69846b78 req-17f8429c-dc7f-4d06-abc1-2bf7cbe90e04 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 946 time: 0.1363463
Sep 08 16:18:32.440879 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d76ad29f-fa8e-4d3d-b557-607b69846b78 req-d9cd0f4d-35fc-4725-aa47-6f0a62f86824 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1341233
Sep 08 16:18:32.579439 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a3b840e-551f-45cd-bbb8-079394ec0f1a', 'tag': '6d93681d-822b-4cdf-8b2f-08faccca27db', 'status': 'completed', 'code': 200}
Sep 08 16:18:32.758539 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-5f98398d-16f5-4504-a524-6e5c32513f84 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:32.760452 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-5f98398d-16f5-4504-a524-6e5c32513f84 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/networks?id=204b86ab-9a41-430c-b098-cab74514186e HTTP/1.1" status: 200  len: 814 time: 0.3790991
Sep 08 16:18:32.797325 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-96922ac9-3bf6-4383-86c0-46f7dc1e5002 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/quotas/c8c774bb92304c42ab3c6d7f2ab7e7dd HTTP/1.1" status: 200  len: 375 time: 0.0210917
Sep 08 16:18:32.938633 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c09a23-bd8a-4e5e-9350-9b0dc681d352 req-55ccde00-bbd6-4fa1-8766-55d50ea8dd07 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:32.940980 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-17c09a23-bd8a-4e5e-9350-9b0dc681d352 req-55ccde00-bbd6-4fa1-8766-55d50ea8dd07 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.2386215
Sep 08 16:18:32.995279 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-ffcc78ca-3af0-4f50-ae0a-c8d6fa8c5bda tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8c774bb92304c42ab3c6d7f2ab7e7dd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1849079
Sep 08 16:18:33.188828 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-17c09a23-bd8a-4e5e-9350-9b0dc681d352 req-8cf0219e-4f24-4d1b-a6c1-1aa0267d0505 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2332764
Sep 08 16:18:33.196638 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-9458a55a-6a7e-4945-84b4-9239b7d07919 service neutron] 10.222.0.25 "GET /v2.0/networks/204b86ab-9a41-430c-b098-cab74514186e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1785612
Sep 08 16:18:33.371017 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-488e7ece-8106-4382-aca4-ee6c24d42b8a service neutron] 10.222.0.25 "GET /v2.0/networks/204b86ab-9a41-430c-b098-cab74514186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1611834
Sep 08 16:18:33.649631 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4566f-8d9d-4e04-be89-4d367a743df1 req-06db6759-6648-40e3-ac1a-08fc219b1312 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:33.651554 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5cb4566f-8d9d-4e04-be89-4d367a743df1 req-06db6759-6648-40e3-ac1a-08fc219b1312 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.1492994
Sep 08 16:18:33.721231 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5cb4566f-8d9d-4e04-be89-4d367a743df1 req-1106656f-1602-4769-8c95-c21dd7f04737 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625935
Sep 08 16:18:33.919785 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76be2b7-657b-4e75-b94b-9fbd77b88ccf req-41bd6af9-d139-421c-8137-6cc683b5fa15 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:33.921367 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b76be2b7-657b-4e75-b94b-9fbd77b88ccf req-41bd6af9-d139-421c-8137-6cc683b5fa15 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 943 time: 0.1809101
Sep 08 16:18:33.948150 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-9b072a66-f863-4903-838d-030c71217929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:34.030793 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b76be2b7-657b-4e75-b94b-9fbd77b88ccf req-72b5e9fb-0962-439b-8a83-8da0cda26983 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0668974
Sep 08 16:18:34.089391 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e0554-55a5-4e00-af9c-292d5c4ce3d8 req-9ddd1607-bf5f-4a9b-b625-41bfb141a707 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:34.098088 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-610e0554-55a5-4e00-af9c-292d5c4ce3d8 req-9ddd1607-bf5f-4a9b-b625-41bfb141a707 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 946 time: 0.1711614
Sep 08 16:18:34.156306 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-16c751f4-b3b7-47ce-b73f-0991172fd28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:34.164191 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-16c751f4-b3b7-47ce-b73f-0991172fd28c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7ca11c1b-7856-4c98-8d2f-ac9178457343&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3435180
Sep 08 16:18:34.164775 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-610e0554-55a5-4e00-af9c-292d5c4ce3d8 req-8b0d8aad-5126-419d-aa50-f2fd54b3309e tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0653694
Sep 08 16:18:34.297666 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-cb3fd1f2-4e18-4267-9b95-a0e70c3b2aa0 req-e0c2f73f-5228-4a72-9d8c-5f09eebdb0ec tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b41dcee-c75d-451b-a235-a2c3350c0507 HTTP/1.1" status: 200  len: 210 time: 0.1037309
Sep 08 16:18:34.713814 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ef0d3-8288-4c3c-bdee-df05d159f99a req-112ca095-ef9a-4291-a3fc-fbd8c3a5e09c tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:34.715978 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b12ef0d3-8288-4c3c-bdee-df05d159f99a req-112ca095-ef9a-4291-a3fc-fbd8c3a5e09c tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.2790232
Sep 08 16:18:34.800926 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b12ef0d3-8288-4c3c-bdee-df05d159f99a req-e4a89ef4-57c8-4e48-9792-2ecd74199c45 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752072
Sep 08 16:18:35.289102 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:35.424342 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb812535-88e0-40c3-8d98-b191e710b5b4 req-a3e83695-75d0-4ea1-99b6-df8212330294 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:35.427339 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-eb812535-88e0-40c3-8d98-b191e710b5b4 req-a3e83695-75d0-4ea1-99b6-df8212330294 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.4400847
Sep 08 16:18:35.440595 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-2407bea4-b6a7-4c8d-94e4-5583667380ce service neutron] 10.222.0.70 "GET /v2.0/networks/7ca11c1b-7856-4c98-8d2f-ac9178457343?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5850675
Sep 08 16:18:35.762508 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-eb812535-88e0-40c3-8d98-b191e710b5b4 req-48af0478-5174-48cf-a7b0-c676edbd104a tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3185520
Sep 08 16:18:35.784973 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-3d052a30-fb6c-41b9-96cd-ce119231eeae req-48463a50-20c8-4249-9242-73cbac1e29b2 service neutron] 10.222.0.70 "GET /v2.0/networks/7ca11c1b-7856-4c98-8d2f-ac9178457343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3367789
Sep 08 16:18:35.963836 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c9b3c-27ba-422d-8774-f5a439794879 req-6c052550-6870-4237-9dcb-78571b8935e6 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:35.984321 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-437c9b3c-27ba-422d-8774-f5a439794879 req-6c052550-6870-4237-9dcb-78571b8935e6 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 943 time: 0.4959586
Sep 08 16:18:36.119282 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-437c9b3c-27ba-422d-8774-f5a439794879 req-b9f5a5fe-1f86-48cc-a3bc-90d29b9b373d tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1327777
Sep 08 16:18:36.187898 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f818cd-e226-445e-a5de-c8317feb2a08 req-2ca9a864-88e6-4cc5-ba44-9f0ae83ad417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:36.197190 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-50f818cd-e226-445e-a5de-c8317feb2a08 req-2ca9a864-88e6-4cc5-ba44-9f0ae83ad417 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0192ebea3f6246118edb985b970044bc&device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 1096 time: 0.2151716
Sep 08 16:18:36.444833 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e204789-d341-4d77-aafa-2801efe9eee7 req-3a3e61e4-c054-4cb4-be1a-1949e621bbcf tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:36.467838 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3e204789-d341-4d77-aafa-2801efe9eee7 req-3a3e61e4-c054-4cb4-be1a-1949e621bbcf tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 946 time: 0.1870728
Sep 08 16:18:36.653374 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-e3e25721-7617-45c3-9d9d-fda2140999e2 req-d3c4b8c1-07e1-4653-b790-e72e24679377 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b41dcee-c75d-451b-a235-a2c3350c0507 HTTP/1.1" status: 200  len: 210 time: 0.1364901
Sep 08 16:18:36.724435 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3e204789-d341-4d77-aafa-2801efe9eee7 req-a5cc1c31-521a-4ebe-996c-d135a56bf357 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2549853
Sep 08 16:18:37.220749 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-716ae7ce-633f-4e12-8e04-2f2a077bdfdd tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:37.230708 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-716ae7ce-633f-4e12-8e04-2f2a077bdfdd tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.70 "GET /v2.0/networks?id=204b86ab-9a41-430c-b098-cab74514186e HTTP/1.1" status: 200  len: 814 time: 0.5459454
Sep 08 16:18:37.241006 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f818cd-e226-445e-a5de-c8317feb2a08 req-045d1eb7-5990-47ba-bdd1-a3cdd20f67e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:37.251158 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-50f818cd-e226-445e-a5de-c8317feb2a08 req-045d1eb7-5990-47ba-bdd1-a3cdd20f67e5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7ca11c1b-7856-4c98-8d2f-ac9178457343 HTTP/1.1" status: 200  len: 909 time: 1.0309250
Sep 08 16:18:37.267306 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-3f1cf2eb-102b-4214-9a5a-c422a3f3823a tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Request body: {'port': {'device_id': '6b41dcee-c75d-451b-a235-a2c3350c0507', 'network_id': '204b86ab-9a41-430c-b098-cab74514186e', 'admin_state_up': True, 'tenant_id': 'c8c774bb92304c42ab3c6d7f2ab7e7dd'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:18:37.323117 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:37.440190 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627935a-15c9-4ca0-b86e-09ebf19e6dce req-c67eee0e-2dce-427c-993a-b69f92a40b54 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:37.443395 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4627935a-15c9-4ca0-b86e-09ebf19e6dce req-c67eee0e-2dce-427c-993a-b69f92a40b54 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.3580992
Sep 08 16:18:37.449435 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-50f818cd-e226-445e-a5de-c8317feb2a08 req-2ea0f024-95bb-4a5c-b35a-e48a3de36387 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d93681d-822b-4cdf-8b2f-08faccca27db HTTP/1.1" status: 200  len: 217 time: 0.1570063
Sep 08 16:18:37.458866 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ebf0bd-70e9-409d-a36a-47695dd7f78c req-0177361b-35ec-4c97-8dda-776c508bac34 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:37.461423 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-93ebf0bd-70e9-409d-a36a-47695dd7f78c req-0177361b-35ec-4c97-8dda-776c508bac34 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.2701631
Sep 08 16:18:37.603590 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4627935a-15c9-4ca0-b86e-09ebf19e6dce req-16312003-5b36-4f59-9c3a-66b79e2e1fa7 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1401947
Sep 08 16:18:37.607101 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f818cd-e226-445e-a5de-c8317feb2a08 req-89ccac35-cff6-4c34-8021-9fe87f3850fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:37.608711 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-50f818cd-e226-445e-a5de-c8317feb2a08 req-89ccac35-cff6-4c34-8021-9fe87f3850fe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c6eb4cc6-a294-41f4-91b9-bb96871ae1b1 HTTP/1.1" status: 200  len: 847 time: 0.1398816
Sep 08 16:18:37.669539 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-3f1cf2eb-102b-4214-9a5a-c422a3f3823a tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:18:37.675702 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-93ebf0bd-70e9-409d-a36a-47695dd7f78c req-bd20ffe9-6695-42fb-9145-05d5c3d34f81 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1809061
Sep 08 16:18:37.676513 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-3f1cf2eb-102b-4214-9a5a-c422a3f3823a tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Usage tracker for resource:port and tenant:c8c774bb92304c42ab3c6d7f2ab7e7dd is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:18:37.680626 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-3f1cf2eb-102b-4214-9a5a-c422a3f3823a tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:18:37.699667 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-3f1cf2eb-102b-4214-9a5a-c422a3f3823a tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:18:37.724901 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-3f1cf2eb-102b-4214-9a5a-c422a3f3823a tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Made reservation on behalf of c8c774bb92304c42ab3c6d7f2ab7e7dd for: {'port': 1} {{(pid=79425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:18:37.730323 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-3f1cf2eb-102b-4214-9a5a-c422a3f3823a tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:37.797336 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f818cd-e226-445e-a5de-c8317feb2a08 req-f2260372-7233-4a62-907e-d8301abf4be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:37.800337 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-50f818cd-e226-445e-a5de-c8317feb2a08 req-f2260372-7233-4a62-907e-d8301abf4be4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7ca11c1b-7856-4c98-8d2f-ac9178457343&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1830149
Sep 08 16:18:37.951190 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-bcac335c-8bed-4ac5-b311-2a2f11fe47c3 req-5f4b3db0-3c71-4602-ba3d-4fd0b4ad03d1 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b41dcee-c75d-451b-a235-a2c3350c0507 HTTP/1.1" status: 200  len: 210 time: 0.1061113
Sep 08 16:18:38.042855 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bcc30-ac43-4eae-b6c6-6d5a0576da85 req-64854ab1-34a2-4ee6-8c3c-4d97c5264188 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:38.045004 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-117bcc30-ac43-4eae-b6c6-6d5a0576da85 req-64854ab1-34a2-4ee6-8c3c-4d97c5264188 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 943 time: 0.1706400
Sep 08 16:18:38.126730 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-117bcc30-ac43-4eae-b6c6-6d5a0576da85 req-52ea567f-7168-4fb0-b318-38e2b3bcab95 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525291
Sep 08 16:18:38.457522 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-50f818cd-e226-445e-a5de-c8317feb2a08 req-b3cb9377-42aa-4dfa-9cac-bef1bb259616 service neutron] 10.222.0.70 "GET /v2.0/networks/7ca11c1b-7856-4c98-8d2f-ac9178457343?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4259098
Sep 08 16:18:38.695464 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_common [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-3f1cf2eb-102b-4214-9a5a-c422a3f3823a tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Allocated IP 172.20.0.12 (204b86ab-9a41-430c-b098-cab74514186e/0101320e-6e22-4da8-9a28-c7b9120cae08/404552c2-bd69-4d33-bd70-44e44802af54) {{(pid=79425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:18:38.844231 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-50f818cd-e226-445e-a5de-c8317feb2a08 req-ce8c2ecf-c596-4c83-9ffb-da8a1cd08002 service neutron] 10.222.0.70 "GET /v2.0/networks/7ca11c1b-7856-4c98-8d2f-ac9178457343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3673351
Sep 08 16:18:38.898928 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05adc524-8ebd-4b35-9e75-0a2f11295fa7 req-a3fd9b7d-e1ec-4a9c-8128-e2463648d7e7 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:38.900933 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-05adc524-8ebd-4b35-9e75-0a2f11295fa7 req-a3fd9b7d-e1ec-4a9c-8128-e2463648d7e7 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 946 time: 0.3052797
Sep 08 16:18:38.958833 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb27226-2980-41cc-b8ac-76f8dd390e4c req-cf5c0029-5e5c-46ff-a0b7-1dab658f079b tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:38.966371 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-8fb27226-2980-41cc-b8ac-76f8dd390e4c req-cf5c0029-5e5c-46ff-a0b7-1dab658f079b tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.1847146
Sep 08 16:18:39.026306 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-8fb27226-2980-41cc-b8ac-76f8dd390e4c req-35a8ea69-c77d-48b3-b520-8b1d0dba5f62 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590222
Sep 08 16:18:39.039683 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-05adc524-8ebd-4b35-9e75-0a2f11295fa7 req-113ab053-65b6-4156-a2d5-2c5f1917221d tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1296806
Sep 08 16:18:39.220626 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-3f1cf2eb-102b-4214-9a5a-c422a3f3823a tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Notify callbacks [] for port, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:39.279706 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-3f1cf2eb-102b-4214-9a5a-c422a3f3823a tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:39.289459 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-424ff25f-f69f-44ef-8829-a591bcffcca2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:18:39.325383 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['7cbd5dee-f58a-4b80-ad1f-8953c26b4057', 'aa473e45-2d44-4f49-a4fd-95423bbd6c8d', 'e918380a-f380-42f2-a078-3ebb80ee7526'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:18:39.373273 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1cf2eb-102b-4214-9a5a-c422a3f3823a tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Pushing event updated for resources: {'Port': ['ID=404552c2-bd69-4d33-bd70-44e44802af54,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:18:39.377348 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-3f1cf2eb-102b-4214-9a5a-c422a3f3823a tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:18:39.383381 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-3f1cf2eb-102b-4214-9a5a-c422a3f3823a tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Network 204b86ab-9a41-430c-b098-cab74514186e is already hosted by enough agents. {{(pid=79425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:18:39.384845 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-3f1cf2eb-102b-4214-9a5a-c422a3f3823a tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Resources bound (agent type, host, resource id):  {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:18:39.388477 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-3f1cf2eb-102b-4214-9a5a-c422a3f3823a tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Received port after_create {{(pid=79425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:18:39.469014 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-3f1cf2eb-102b-4214-9a5a-c422a3f3823a tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:39.470039 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-3f1cf2eb-102b-4214-9a5a-c422a3f3823a tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:39.511956 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-3f1cf2eb-102b-4214-9a5a-c422a3f3823a tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2499502
Sep 08 16:18:39.536912 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-16108a1b-120a-499c-9cdc-b28fcc2b5b07 service neutron] Request body: {'port': {'device_id': '6b41dcee-c75d-451b-a235-a2c3350c0507', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:18:39.592262 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e08b9-a5b2-4394-b632-e42e97f6a4be req-91ca12b5-4ff4-4ed5-963a-16c3a1364465 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:39.594329 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-185e08b9-a5b2-4394-b632-e42e97f6a4be req-91ca12b5-4ff4-4ed5-963a-16c3a1364465 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b41dcee-c75d-451b-a235-a2c3350c0507 HTTP/1.1" status: 200  len: 932 time: 0.2580612
Sep 08 16:18:39.624278 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56c6e8-4408-4a40-b64f-7133fcb43f7a req-de9b4ed3-fb80-4d69-9ac0-075dcd869dfc tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:39.626847 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-8a56c6e8-4408-4a40-b64f-7133fcb43f7a req-de9b4ed3-fb80-4d69-9ac0-075dcd869dfc tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.3604584
Sep 08 16:18:39.782176 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-185e08b9-a5b2-4394-b632-e42e97f6a4be req-14fd4a0b-dbbb-49b4-8d06-8ec7cc05308f tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1529527
Sep 08 16:18:39.793324 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-8a56c6e8-4408-4a40-b64f-7133fcb43f7a req-a06c41b7-bf1f-45ad-9ca0-14d5ae0b3e61 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1156802
Sep 08 16:18:39.837857 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-16108a1b-120a-499c-9cdc-b28fcc2b5b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:40.062611 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928f3df-d890-4057-949e-409f09950213 req-3c3a4d65-de7e-40ba-8fb8-d51605b9b6a0 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:40.075052 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7928f3df-d890-4057-949e-409f09950213 req-3c3a4d65-de7e-40ba-8fb8-d51605b9b6a0 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 943 time: 0.1198633
Sep 08 16:18:40.144381 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7928f3df-d890-4057-949e-409f09950213 req-e57e1b12-41ec-4b06-b1e0-f97bcef3e67a tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0675998
Sep 08 16:18:40.356734 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-16108a1b-120a-499c-9cdc-b28fcc2b5b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 404552c2-bd69-4d33-bd70-44e44802af54 {{(pid=79425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:18:40.375374 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-16108a1b-120a-499c-9cdc-b28fcc2b5b07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:40.419747 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.provisioning_blocks [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-16108a1b-120a-499c-9cdc-b28fcc2b5b07 service neutron] Transition to ACTIVE for port object 404552c2-bd69-4d33-bd70-44e44802af54 will not be triggered until provisioned by entity L2. {{(pid=79425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:18:40.425784 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-16108a1b-120a-499c-9cdc-b28fcc2b5b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334251'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:40.460249 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:18:40.545946 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3430b-82e3-4e71-a484-2148025cf21d req-f5f5208c-1aed-4e57-b5ea-39062430ee27 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:40.559724 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-56c3430b-82e3-4e71-a484-2148025cf21d req-f5f5208c-1aed-4e57-b5ea-39062430ee27 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 946 time: 0.2598319
Sep 08 16:18:40.639180 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb9fae9-8457-4185-8955-9819849ea5e4 req-2177c1b8-2ab0-4936-b96f-b6effbc231b3 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:40.641778 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7fb9fae9-8457-4185-8955-9819849ea5e4 req-2177c1b8-2ab0-4936-b96f-b6effbc231b3 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.2634077
Sep 08 16:18:40.738981 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-56c3430b-82e3-4e71-a484-2148025cf21d req-7b082f78-3064-4b5e-8dcf-e8fe355f14e8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1679325
Sep 08 16:18:40.754499 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7fb9fae9-8457-4185-8955-9819849ea5e4 req-d9b73561-b8f4-4925-95c7-b956494a614f tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034253
Sep 08 16:18:40.882697 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16108a1b-120a-499c-9cdc-b28fcc2b5b07 service neutron] Pushing event updated for resources: {'Port': ['ID=404552c2-bd69-4d33-bd70-44e44802af54,revision_number=2']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:18:40.899870 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-16108a1b-120a-499c-9cdc-b28fcc2b5b07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:18:41.041132 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-16108a1b-120a-499c-9cdc-b28fcc2b5b07 service neutron] Attempting to bind port 404552c2-bd69-4d33-bd70-44e44802af54 on host hv-cinder-80789 for vnic_type normal with profile  {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:18:41.044958 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-16108a1b-120a-499c-9cdc-b28fcc2b5b07 service neutron] Attempting to bind port 404552c2-bd69-4d33-bd70-44e44802af54 by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': '050fb669-5eaa-4590-8753-e18a07bddcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '204b86ab-9a41-430c-b098-cab74514186e'}] {{(pid=79425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:18:41.045495 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-16108a1b-120a-499c-9cdc-b28fcc2b5b07 service neutron] Attempting to bind port 404552c2-bd69-4d33-bd70-44e44802af54 on network 204b86ab-9a41-430c-b098-cab74514186e {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:18:41.061400 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-16108a1b-120a-499c-9cdc-b28fcc2b5b07 service neutron] Port 404552c2-bd69-4d33-bd70-44e44802af54 on network 204b86ab-9a41-430c-b098-cab74514186e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 08 16:18:41.061828 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-16108a1b-120a-499c-9cdc-b28fcc2b5b07 service neutron] Attempting to bind port 404552c2-bd69-4d33-bd70-44e44802af54 on network 204b86ab-9a41-430c-b098-cab74514186e {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:18:41.076956 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-16108a1b-120a-499c-9cdc-b28fcc2b5b07 service neutron] Checking agent: {'id': 'c4ee52ba-d613-406f-b441-649e3bfebfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'started_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:18:41.077304 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-16108a1b-120a-499c-9cdc-b28fcc2b5b07 service neutron] Checking segment: {'id': '050fb669-5eaa-4590-8753-e18a07bddcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '204b86ab-9a41-430c-b098-cab74514186e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:18:41.077848 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-16108a1b-120a-499c-9cdc-b28fcc2b5b07 service neutron] Bound using segment: {'id': '050fb669-5eaa-4590-8753-e18a07bddcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '204b86ab-9a41-430c-b098-cab74514186e'} {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:18:41.078167 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-16108a1b-120a-499c-9cdc-b28fcc2b5b07 service neutron] Bound port: 404552c2-bd69-4d33-bd70-44e44802af54, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '050fb669-5eaa-4590-8753-e18a07bddcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '204b86ab-9a41-430c-b098-cab74514186e'}}] {{(pid=79425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:18:41.078532 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-16108a1b-120a-499c-9cdc-b28fcc2b5b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:41.124780 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebf18e-9405-4abb-a70a-11d24acff566 req-6bf05fb6-bdd3-4ea9-8ed1-0c59e3821fda tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:41.146334 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-55ebf18e-9405-4abb-a70a-11d24acff566 req-6bf05fb6-bdd3-4ea9-8ed1-0c59e3821fda tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.1940157
Sep 08 16:18:41.250607 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-16108a1b-120a-499c-9cdc-b28fcc2b5b07 service neutron] For port 404552c2-bd69-4d33-bd70-44e44802af54, host hv-cinder-80789, cleared binding levels {{(pid=79425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:18:41.254668 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-16108a1b-120a-499c-9cdc-b28fcc2b5b07 service neutron] For port 404552c2-bd69-4d33-bd70-44e44802af54, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=404552c2-bd69-4d33-bd70-44e44802af54,segment=NetworkSegment(050fb669-5eaa-4590-8753-e18a07bddcf4),segment_id=050fb669-5eaa-4590-8753-e18a07bddcf4)] {{(pid=79425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:18:41.270400 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-16108a1b-120a-499c-9cdc-b28fcc2b5b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334251'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:41.282680 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:18:41.428305 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-16108a1b-120a-499c-9cdc-b28fcc2b5b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:41.428305 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-16108a1b-120a-499c-9cdc-b28fcc2b5b07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:41.428305 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-16108a1b-120a-499c-9cdc-b28fcc2b5b07 service neutron] 10.222.0.70 "PUT /v2.0/ports/404552c2-bd69-4d33-bd70-44e44802af54 HTTP/1.1" status: 200  len: 1094 time: 1.8964047
Sep 08 16:18:41.441575 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b41dcee-c75d-451b-a235-a2c3350c0507', 'tag': '404552c2-bd69-4d33-bd70-44e44802af54'}] {{(pid=79425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:18:41.444232 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-55ebf18e-9405-4abb-a70a-11d24acff566 req-eb033f23-5e96-4bff-b47e-51d5bf18bbad tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3027833
Sep 08 16:18:41.593517 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f4d55-4d9b-4713-a343-5908b3db18ca req-14befe0d-5adf-46d2-aa11-6b5161c3d27b tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:41.599243 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b55f4d55-4d9b-4713-a343-5908b3db18ca req-14befe0d-5adf-46d2-aa11-6b5161c3d27b tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b41dcee-c75d-451b-a235-a2c3350c0507 HTTP/1.1" status: 200  len: 944 time: 0.3793294
Sep 08 16:18:41.623183 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16108a1b-120a-499c-9cdc-b28fcc2b5b07 service neutron] Pushing event updated for resources: {'Port': ['ID=404552c2-bd69-4d33-bd70-44e44802af54,revision_number=3']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:18:41.957256 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 39986) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:18:41.969474 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-16108a1b-120a-499c-9cdc-b28fcc2b5b07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:18:42.021438 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b55f4d55-4d9b-4713-a343-5908b3db18ca req-1e0821dd-40ea-44b6-8b44-020664eb3360 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3340347
Sep 08 16:18:42.132514 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-2902c419-ef33-4447-b164-6fae700fa236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:42.135194 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-2902c419-ef33-4447-b164-6fae700fa236 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c8c774bb92304c42ab3c6d7f2ab7e7dd&device_id=6b41dcee-c75d-451b-a235-a2c3350c0507 HTTP/1.1" status: 200  len: 1097 time: 0.5064683
Sep 08 16:18:42.181493 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5a147-4ad7-44c9-bf01-20256b875b66 req-0fddd804-82cf-4873-a0a0-1091fcd9d636 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:42.204089 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-20f5a147-4ad7-44c9-bf01-20256b875b66 req-0fddd804-82cf-4873-a0a0-1091fcd9d636 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 943 time: 0.4321404
Sep 08 16:18:42.321183 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b41dcee-c75d-451b-a235-a2c3350c0507', 'tag': '404552c2-bd69-4d33-bd70-44e44802af54', 'status': 'completed', 'code': 200}
Sep 08 16:18:42.335714 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-20f5a147-4ad7-44c9-bf01-20256b875b66 req-be769afd-e43d-4fe0-aa83-bb65435ca730 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1267302
Sep 08 16:18:42.355368 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-484f3b66-daa0-4675-9119-dbcc8fca0064 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=404552c2-bd69-4d33-bd70-44e44802af54 HTTP/1.1" status: 200  len: 217 time: 0.2021549
Sep 08 16:18:42.558948 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-6f9ae566-afcd-4ece-a36e-73b7e6edb1ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:42.609647 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-6f9ae566-afcd-4ece-a36e-73b7e6edb1ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:18:42.644791 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-6f9ae566-afcd-4ece-a36e-73b7e6edb1ef admin admin] Usage tracker for resource:security_group_rule and tenant:2c0463a397934bdf86a23e76f84492c4 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:18:42.654835 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-6f9ae566-afcd-4ece-a36e-73b7e6edb1ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:18:42.671629 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-ba0e267b-77b3-4ec3-94fd-78d0bb3f4638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:42.674902 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-ba0e267b-77b3-4ec3-94fd-78d0bb3f4638 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0101320e-6e22-4da8-9a28-c7b9120cae08 HTTP/1.1" status: 200  len: 854 time: 0.2735510
Sep 08 16:18:42.677701 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-6f9ae566-afcd-4ece-a36e-73b7e6edb1ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:18:42.816551 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-b4856c85-5877-4ee6-93fe-b57c09f9e858 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=204b86ab-9a41-430c-b098-cab74514186e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1330321
Sep 08 16:18:43.098788 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa3b4c-ebf4-4ad5-a7c1-2a90d176c7e4 req-4ecd4988-7376-42d1-a414-fe6c7d8b417a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:43.101746 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ecaa3b4c-ebf4-4ad5-a7c1-2a90d176c7e4 req-4ecd4988-7376-42d1-a414-fe6c7d8b417a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 946 time: 0.5135269
Sep 08 16:18:43.133066 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811a4de-820f-4601-98b1-3da7b2af1b96 req-79d4fb4b-a7a7-41af-b556-cdb0fe65df77 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:43.135321 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6811a4de-820f-4601-98b1-3da7b2af1b96 req-79d4fb4b-a7a7-41af-b556-cdb0fe65df77 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.4229066
Sep 08 16:18:43.242275 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-1efb5b8f-9b66-4da9-b87d-04af1d28b53b service neutron] 10.222.0.70 "GET /v2.0/networks/204b86ab-9a41-430c-b098-cab74514186e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4162023
Sep 08 16:18:43.255321 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ecaa3b4c-ebf4-4ad5-a7c1-2a90d176c7e4 req-327578b8-c173-4853-a8f4-72d88fa82723 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1176825
Sep 08 16:18:43.296451 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6811a4de-820f-4601-98b1-3da7b2af1b96 req-db8e66bf-5cea-40f1-8e27-33f4d7d3f1a7 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349192
Sep 08 16:18:43.315998 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-6f9ae566-afcd-4ece-a36e-73b7e6edb1ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:43.424254 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-6f9ae566-afcd-4ece-a36e-73b7e6edb1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:43.477495 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-07c46aa9-95ed-4a46-b061-fa7a3e8223fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:18:43.523678 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-6f9ae566-afcd-4ece-a36e-73b7e6edb1ef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2c0463a397934bdf86a23e76f84492c4&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5488565
Sep 08 16:18:43.534861 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 40012) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:18:43.550940 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ae566-afcd-4ece-a36e-73b7e6edb1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c40ea55-e486-4198-a1fe-9c4ae3221f4d,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:18:43.563192 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-6f9ae566-afcd-4ece-a36e-73b7e6edb1ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:18:43.660558 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-be19292a-53f4-4465-87c3-843bb6bff9cc req-2b0e3f1a-2e88-458e-a77b-f1a7281055c0 service neutron] 10.222.0.70 "GET /v2.0/networks/204b86ab-9a41-430c-b098-cab74514186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3979163
Sep 08 16:18:43.698905 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4a1431b9-29fd-4d7a-afe9-7d0f4423dab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:43.761822 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4a1431b9-29fd-4d7a-afe9-7d0f4423dab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:43.823541 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a46a2d-0801-4552-aa87-12733300b1e9 req-d5dfe904-cbe0-4731-9329-d7fe4044f81b tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:43.825387 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-c3a46a2d-0801-4552-aa87-12733300b1e9 req-d5dfe904-cbe0-4731-9329-d7fe4044f81b tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b41dcee-c75d-451b-a235-a2c3350c0507 HTTP/1.1" status: 200  len: 944 time: 0.2253935
Sep 08 16:18:43.840228 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f287c-b17f-4f90-a857-12fa1346b5c1 req-5255b30d-26eb-47dc-aee5-c0db04f99e04 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:43.842989 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-614f287c-b17f-4f90-a857-12fa1346b5c1 req-5255b30d-26eb-47dc-aee5-c0db04f99e04 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.3348551
Sep 08 16:18:43.900806 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e6336-97c9-41b5-a08d-719e75d7fea4 req-daea5219-1bea-4bbc-8d2f-ceb913bd3878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:43.905584 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f49e6336-97c9-41b5-a08d-719e75d7fea4 req-daea5219-1bea-4bbc-8d2f-ceb913bd3878 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c8c774bb92304c42ab3c6d7f2ab7e7dd&device_id=6b41dcee-c75d-451b-a235-a2c3350c0507 HTTP/1.1" status: 200  len: 1097 time: 0.1208236
Sep 08 16:18:43.907951 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4a1431b9-29fd-4d7a-afe9-7d0f4423dab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:43.908928 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 6d93681d-822b-4cdf-8b2f-08faccca27db details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 08 16:18:43.957582 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-d6870a9c-8ec2-4f57-b6ec-ced25ca49d70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:18:43.992765 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4a1431b9-29fd-4d7a-afe9-7d0f4423dab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:44.001723 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-4a1431b9-29fd-4d7a-afe9-7d0f4423dab5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6c40ea55-e486-4198-a1fe-9c4ae3221f4d HTTP/1.1" status: 204  len: 168 time: 0.4640799
Sep 08 16:18:44.007501 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-c3a46a2d-0801-4552-aa87-12733300b1e9 req-87e215a4-7287-426d-933f-69eae199d7df tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1627753
Sep 08 16:18:44.013125 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1431b9-29fd-4d7a-afe9-7d0f4423dab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c40ea55-e486-4198-a1fe-9c4ae3221f4d,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:18:44.082156 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-614f287c-b17f-4f90-a857-12fa1346b5c1 req-d621b307-359d-4eae-98b1-406d40effce4 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1430855
Sep 08 16:18:44.142011 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-4a1431b9-29fd-4d7a-afe9-7d0f4423dab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:18:44.222277 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e6336-97c9-41b5-a08d-719e75d7fea4 req-111e310d-1005-4cd4-8232-095ebe7981d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:44.224065 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f49e6336-97c9-41b5-a08d-719e75d7fea4 req-111e310d-1005-4cd4-8232-095ebe7981d7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=204b86ab-9a41-430c-b098-cab74514186e HTTP/1.1" status: 200  len: 915 time: 0.3030927
Sep 08 16:18:44.274184 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 6d93681d-822b-4cdf-8b2f-08faccca27db, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=6d93681d-822b-4cdf-8b2f-08faccca27db,segment=NetworkSegment(1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3),segment_id=1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:18:44.305783 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Returning: {'device': '6d93681d-822b-4cdf-8b2f-08faccca27db', 'network_id': '7ca11c1b-7856-4c98-8d2f-ac9178457343', 'port_id': '6d93681d-822b-4cdf-8b2f-08faccca27db', 'mac_address': 'fa:16:3e:a6:e0:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6eb4cc6-a294-41f4-91b9-bb96871ae1b1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 08 16:18:44.325797 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f49e6336-97c9-41b5-a08d-719e75d7fea4 req-55c4ac54-1d86-4008-8629-61eefcae5e1c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=404552c2-bd69-4d33-bd70-44e44802af54 HTTP/1.1" status: 200  len: 217 time: 0.0894794
Sep 08 16:18:44.476973 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a94dd-7a2d-4d1d-b79f-08cd81261e81 req-498b2715-b890-41d9-8858-5e834fe1348e tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:44.482186 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d00a94dd-7a2d-4d1d-b79f-08cd81261e81 req-498b2715-b890-41d9-8858-5e834fe1348e tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 943 time: 0.1390073
Sep 08 16:18:44.526343 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:44.570191 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e6336-97c9-41b5-a08d-719e75d7fea4 req-00e24e25-9192-4188-b6bd-244786bf735b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:44.573820 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f49e6336-97c9-41b5-a08d-719e75d7fea4 req-00e24e25-9192-4188-b6bd-244786bf735b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0101320e-6e22-4da8-9a28-c7b9120cae08 HTTP/1.1" status: 200  len: 854 time: 0.2391772
Sep 08 16:18:44.576671 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d00a94dd-7a2d-4d1d-b79f-08cd81261e81 req-33febff3-2727-432a-8d48-ce957648cce4 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0844672
Sep 08 16:18:44.587850 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d93681d-822b-4cdf-8b2f-08faccca27db {{(pid=79427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:18:44.657520 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 6d93681d-822b-4cdf-8b2f-08faccca27db, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=6d93681d-822b-4cdf-8b2f-08faccca27db,segment=NetworkSegment(1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3),segment_id=1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:18:44.662744 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f49e6336-97c9-41b5-a08d-719e75d7fea4 req-febc7b9c-ef1c-4d24-900c-3364b7e83918 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=204b86ab-9a41-430c-b098-cab74514186e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0721920
Sep 08 16:18:44.664347 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:44.669188 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:18:44.842829 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=6d93681d-822b-4cdf-8b2f-08faccca27db,revision_number=4']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:18:44.874004 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:18:44.875090 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:18:44.876125 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:18:44.877088 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:18:44.877816 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:18:44.881642 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:18:44.882409 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:18:44.883166 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:18:44.884022 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:18:44.884560 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:18:44.892654 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:18:44.893606 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:18:44.903926 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:18:44.906608 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2e85c-e87c-454d-9450-a1206a6b972e req-ffb1b150-5eaa-4b2f-a19b-69124a502c44 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:44.920875 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d5b2e85c-e87c-454d-9450-a1206a6b972e req-ffb1b150-5eaa-4b2f-a19b-69124a502c44 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 946 time: 0.2505915
Sep 08 16:18:44.970456 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 40040) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:18:45.039374 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f49e6336-97c9-41b5-a08d-719e75d7fea4 req-5453b52e-a15c-4062-827c-09187471ae13 service neutron] 10.222.0.70 "GET /v2.0/networks/204b86ab-9a41-430c-b098-cab74514186e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3594005
Sep 08 16:18:45.056048 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-53706c30-0555-4384-90c0-854f4b0610e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:45.125743 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['6d93681d-822b-4cdf-8b2f-08faccca27db'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:18:45.174758 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d5b2e85c-e87c-454d-9450-a1206a6b972e req-ff01c50d-6943-4e52-8eee-e1d6c54f84cc tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2526855
Sep 08 16:18:45.183510 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-53706c30-0555-4384-90c0-854f4b0610e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:18:45.190349 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-53706c30-0555-4384-90c0-854f4b0610e7 admin admin] Usage tracker for resource:security_group_rule and tenant:9a1d5c58785b4fbab0c9e8f57c914112 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:18:45.195093 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-53706c30-0555-4384-90c0-854f4b0610e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:18:45.208882 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-53706c30-0555-4384-90c0-854f4b0610e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:18:45.311843 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8194a-43b9-4877-8dc2-fefbdf692cad req-b7cdfea8-3ee6-46d5-8831-8c1dad204f01 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:45.325773 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-75c8194a-43b9-4877-8dc2-fefbdf692cad req-b7cdfea8-3ee6-46d5-8831-8c1dad204f01 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.2822502
Sep 08 16:18:45.505854 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbac36-197e-48cb-b849-acd037e1e7d2 req-be9057b4-8b0f-4ed2-82bc-3e0010f4f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:45.508336 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-33bbac36-197e-48cb-b849-acd037e1e7d2 req-be9057b4-8b0f-4ed2-82bc-3e0010f4f86f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8151b8f5193c4e4eb58002780ae62270&device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 1099 time: 0.4206665
Sep 08 16:18:45.512040 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f49e6336-97c9-41b5-a08d-719e75d7fea4 req-66b50f3a-329f-47e1-b36f-fbbb35d2359b service neutron] 10.222.0.70 "GET /v2.0/networks/204b86ab-9a41-430c-b098-cab74514186e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4528437
Sep 08 16:18:45.555874 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-75c8194a-43b9-4877-8dc2-fefbdf692cad req-4351fe1f-0831-413b-bc7c-29f8ada82d3e tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2284977
Sep 08 16:18:45.605817 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-53706c30-0555-4384-90c0-854f4b0610e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:45.649401 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-53706c30-0555-4384-90c0-854f4b0610e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:45.684516 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49da2e-4cff-4269-9eb0-82b4b48377e2 req-51bb936e-4352-4fe7-b7b5-ebfd02986ad2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:45.698223 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6f49da2e-4cff-4269-9eb0-82b4b48377e2 req-51bb936e-4352-4fe7-b7b5-ebfd02986ad2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b41dcee-c75d-451b-a235-a2c3350c0507 HTTP/1.1" status: 200  len: 944 time: 0.3264546
Sep 08 16:18:45.731511 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:18:45.774996 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:45.852191 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbac36-197e-48cb-b849-acd037e1e7d2 req-b6d690fc-ae80-4bdf-9f82-b3dff0c4ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:45.853696 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-33bbac36-197e-48cb-b849-acd037e1e7d2 req-b6d690fc-ae80-4bdf-9f82-b3dff0c4ee09 service neutron] 10.222.0.70 "GET /v2.0/networks?id=75dd61b0-379a-4abd-83d0-357fccbfe480 HTTP/1.1" status: 200  len: 918 time: 0.3159049
Sep 08 16:18:45.919596 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-53706c30-0555-4384-90c0-854f4b0610e7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9a1d5c58785b4fbab0c9e8f57c914112&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9488311
Sep 08 16:18:45.930965 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 40056) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:18:45.934078 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 404552c2-bd69-4d33-bd70-44e44802af54 details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 08 16:18:45.945020 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53706c30-0555-4384-90c0-854f4b0610e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36e537f-3400-4d52-945a-c94480291f1f,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:18:45.964235 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6f49da2e-4cff-4269-9eb0-82b4b48377e2 req-13257e18-091a-4f22-a8c1-50f6aeafce0b tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2645476
Sep 08 16:18:45.994001 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53706c30-0555-4384-90c0-854f4b0610e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:18:45.994363 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53706c30-0555-4384-90c0-854f4b0610e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:18:45.994730 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53706c30-0555-4384-90c0-854f4b0610e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:18:45.995083 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53706c30-0555-4384-90c0-854f4b0610e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:18:45.995431 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53706c30-0555-4384-90c0-854f4b0610e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:18:45.995814 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53706c30-0555-4384-90c0-854f4b0610e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:18:45.996160 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53706c30-0555-4384-90c0-854f4b0610e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:18:45.996665 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53706c30-0555-4384-90c0-854f4b0610e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:18:45.996838 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53706c30-0555-4384-90c0-854f4b0610e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:18:45.997186 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53706c30-0555-4384-90c0-854f4b0610e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:18:45.997541 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53706c30-0555-4384-90c0-854f4b0610e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:18:45.997885 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53706c30-0555-4384-90c0-854f4b0610e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:18:46.003264 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-53706c30-0555-4384-90c0-854f4b0610e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:18:46.022541 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-33bbac36-197e-48cb-b849-acd037e1e7d2 req-12d2ac5b-f969-4ee9-8373-8033e0aced2a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=625c811b-4427-4c32-9c2e-61a56adb42db HTTP/1.1" status: 200  len: 1001 time: 0.1616974
Sep 08 16:18:46.027690 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 625c811b-4427-4c32-9c2e-61a56adb42db no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:18:46.070810 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c548df6-b6d1-425e-852b-a95815a1d3aa req-68a5da18-9162-4af8-a038-4b7ca93781dd tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:46.087444 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4c548df6-b6d1-425e-852b-a95815a1d3aa req-68a5da18-9162-4af8-a038-4b7ca93781dd tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.3341410
Sep 08 16:18:46.108408 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a756196f-55c9-442f-ac07-a7bc919c9748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:46.126458 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbac36-197e-48cb-b849-acd037e1e7d2 req-bf67631c-781d-4898-818e-f7f27425c2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:46.127985 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-33bbac36-197e-48cb-b849-acd037e1e7d2 req-bf67631c-781d-4898-818e-f7f27425c2c9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6f651bc7-f67b-4bb0-9543-107fa7d7bbeb HTTP/1.1" status: 200  len: 856 time: 0.0969384
Sep 08 16:18:46.206498 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a756196f-55c9-442f-ac07-a7bc919c9748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:46.290463 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4c548df6-b6d1-425e-852b-a95815a1d3aa req-e0b5ef30-3e8d-411a-b89d-43366238adb3 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2015765
Sep 08 16:18:46.292055 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbac36-197e-48cb-b849-acd037e1e7d2 req-53508775-e068-4604-9776-0993b31a8887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:46.293684 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-33bbac36-197e-48cb-b849-acd037e1e7d2 req-53508775-e068-4604-9776-0993b31a8887 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=75dd61b0-379a-4abd-83d0-357fccbfe480&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1549299
Sep 08 16:18:46.397427 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62958d1e-1135-4405-8a3b-f7a127ed046e req-b8831d29-e273-4226-9228-6a474f68f349 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:46.399051 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-62958d1e-1135-4405-8a3b-f7a127ed046e req-b8831d29-e273-4226-9228-6a474f68f349 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 944 time: 0.2145045
Sep 08 16:18:46.490181 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-62958d1e-1135-4405-8a3b-f7a127ed046e req-6cfe9488-cc14-4f95-aba7-b3a270256502 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0786645
Sep 08 16:18:46.497758 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 404552c2-bd69-4d33-bd70-44e44802af54, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=404552c2-bd69-4d33-bd70-44e44802af54,segment=NetworkSegment(050fb669-5eaa-4590-8753-e18a07bddcf4),segment_id=050fb669-5eaa-4590-8753-e18a07bddcf4)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:18:46.522129 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:46.532882 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Returning: {'device': '404552c2-bd69-4d33-bd70-44e44802af54', 'network_id': '204b86ab-9a41-430c-b098-cab74514186e', 'port_id': '404552c2-bd69-4d33-bd70-44e44802af54', 'mac_address': 'fa:16:3e:72:00:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0101320e-6e22-4da8-9a28-c7b9120cae08', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 08 16:18:46.561301 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a756196f-55c9-442f-ac07-a7bc919c9748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:46.577375 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-22cb18eb-eac2-44bd-9c32-5bca58bd1d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:18:46.658167 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756196f-55c9-442f-ac07-a7bc919c9748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36e537f-3400-4d52-945a-c94480291f1f,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:18:46.664188 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-a756196f-55c9-442f-ac07-a7bc919c9748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:18:46.669227 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dd36a3-a4b2-4d0e-8140-e629d0c9954d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '625c811b-4427-4c32-9c2e-61a56adb42db'}] {{(pid=79427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:18:46.680729 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a756196f-55c9-442f-ac07-a7bc919c9748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:46.682382 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-a756196f-55c9-442f-ac07-a7bc919c9748 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d36e537f-3400-4d52-945a-c94480291f1f HTTP/1.1" status: 204  len: 168 time: 0.7503831
Sep 08 16:18:46.720235 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 625c811b-4427-4c32-9c2e-61a56adb42db, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=625c811b-4427-4c32-9c2e-61a56adb42db,segment=NetworkSegment(52138e92-9965-4b35-b4cf-e92e92ee1ba1),segment_id=52138e92-9965-4b35-b4cf-e92e92ee1ba1)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:18:46.725054 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:46.749891 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:46.757345 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:18:46.777011 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-33bbac36-197e-48cb-b849-acd037e1e7d2 req-da0efdeb-cd10-4c6e-a24a-86562a76641f service neutron] 10.222.0.70 "GET /v2.0/networks/75dd61b0-379a-4abd-83d0-357fccbfe480?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4647522
Sep 08 16:18:46.781734 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e69bc7-6c68-420f-bae3-822058188d44 req-86ffd9e9-9399-402b-923f-69208116215f tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:46.806897 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f7e69bc7-6c68-420f-bae3-822058188d44 req-86ffd9e9-9399-402b-923f-69208116215f tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 946 time: 0.2657146
Sep 08 16:18:47.012490 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f7e69bc7-6c68-420f-bae3-822058188d44 req-7ef90c90-d8cc-445c-a756-89c665173530 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1975384
Sep 08 16:18:47.021503 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 404552c2-bd69-4d33-bd70-44e44802af54 {{(pid=79427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:18:47.110154 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=625c811b-4427-4c32-9c2e-61a56adb42db,revision_number=8']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:18:47.119575 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:18:47.123610 dv-cinder-807898-1-iscsi neutron-server[79427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2dd36a3-a4b2-4d0e-8140-e629d0c9954d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '625c811b-4427-4c32-9c2e-61a56adb42db', 'code': 200}
Sep 08 16:18:47.167441 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 404552c2-bd69-4d33-bd70-44e44802af54, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=404552c2-bd69-4d33-bd70-44e44802af54,segment=NetworkSegment(050fb669-5eaa-4590-8753-e18a07bddcf4),segment_id=050fb669-5eaa-4590-8753-e18a07bddcf4)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:18:47.179528 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:47.182273 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-a5423071-2559-4f37-be0b-1da897507981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:18:47.192782 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c73204-e91c-458f-81c1-79d6c945d2dc req-45288232-4b6b-4904-bd6d-13c236eea51a tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:47.211753 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-40c73204-e91c-458f-81c1-79d6c945d2dc req-45288232-4b6b-4904-bd6d-13c236eea51a tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.3145988
Sep 08 16:18:47.252194 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4911106-bb84-4be2-abed-9b5ecfcafa34 req-a5b774af-b135-4e07-b748-3adf49c0dd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:47.256820 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-e4911106-bb84-4be2-abed-9b5ecfcafa34 req-a5b774af-b135-4e07-b748-3adf49c0dd4c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 1098 time: 0.2453709
Sep 08 16:18:47.315966 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=404552c2-bd69-4d33-bd70-44e44802af54,revision_number=4']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:18:47.324897 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:18:47.346379 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-33bbac36-197e-48cb-b849-acd037e1e7d2 req-3588f965-1cbe-457f-a43f-ecaa4a5bf91a service neutron] 10.222.0.70 "GET /v2.0/networks/75dd61b0-379a-4abd-83d0-357fccbfe480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5641088
Sep 08 16:18:47.350049 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-e4911106-bb84-4be2-abed-9b5ecfcafa34 req-38611c59-2437-42e3-ba1e-1881756a1d30 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845742
Sep 08 16:18:47.359239 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-40c73204-e91c-458f-81c1-79d6c945d2dc req-02599154-4547-4d82-8f44-1a593a323f93 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1418846
Sep 08 16:18:47.425793 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af95d26-03a0-4367-98e5-b4eb29acd3f7 req-883c15b3-8223-4e03-aa5d-bf5ce00a891d tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:47.428172 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2af95d26-03a0-4367-98e5-b4eb29acd3f7 req-883c15b3-8223-4e03-aa5d-bf5ce00a891d tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b41dcee-c75d-451b-a235-a2c3350c0507 HTTP/1.1" status: 200  len: 945 time: 0.1785970
Sep 08 16:18:47.524615 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2af95d26-03a0-4367-98e5-b4eb29acd3f7 req-4b765fcb-d1bf-4bd6-9afc-01bb8a512cbd tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873644
Sep 08 16:18:47.569250 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['404552c2-bd69-4d33-bd70-44e44802af54'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:18:47.684153 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c8950-cc8a-4a73-a5e2-6cb119a6dfc3 req-0234164e-d4df-4261-bd5e-19c2a4163e6f tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:47.684153 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d60c8950-cc8a-4a73-a5e2-6cb119a6dfc3 req-0234164e-d4df-4261-bd5e-19c2a4163e6f tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.1525939
Sep 08 16:18:47.882653 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d60c8950-cc8a-4a73-a5e2-6cb119a6dfc3 req-4d38d1ec-5a5b-4472-a5b4-72d439b4e31e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1858816
Sep 08 16:18:47.938678 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 6d93681d-822b-4cdf-8b2f-08faccca27db up at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:18:48.057227 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771c289-1d5e-476f-b514-f20ecc81425a req-f6e4dd4d-5092-45c3-aaab-fbd4170ff714 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:48.062723 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0771c289-1d5e-476f-b514-f20ecc81425a req-f6e4dd4d-5092-45c3-aaab-fbd4170ff714 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 944 time: 0.2973142
Sep 08 16:18:48.188771 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning for port 6d93681d-822b-4cdf-8b2f-08faccca27db completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:18:48.209842 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0771c289-1d5e-476f-b514-f20ecc81425a req-079b06db-615e-46de-8d81-a139c3d8fe92 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1281946
Sep 08 16:18:48.212226 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning complete for port 6d93681d-822b-4cdf-8b2f-08faccca27db triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:18:48.213122 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:48.641236 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:48.752568 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 6d93681d-822b-4cdf-8b2f-08faccca27db, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=6d93681d-822b-4cdf-8b2f-08faccca27db,segment=NetworkSegment(1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3),segment_id=1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:18:48.765695 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:48.768775 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:18:49.009402 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=6d93681d-822b-4cdf-8b2f-08faccca27db,revision_number=5']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:18:49.013805 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:18:49.052889 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b318ad-181f-4d78-bf32-bb4d59521ebe req-99123697-bc64-4f3d-8284-c4c8e151fe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:49.054725 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-55b318ad-181f-4d78-bf32-bb4d59521ebe req-99123697-bc64-4f3d-8284-c4c8e151fe25 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=212c97f3a57a4db5985bce4f60183ab4&device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 1099 time: 0.2107244
Sep 08 16:18:49.057992 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadd3f4-1dff-45a7-8717-c474c77d9cb9 req-e7cb1264-2937-45ab-a21d-0c88bee27c30 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:49.060512 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9fadd3f4-1dff-45a7-8717-c474c77d9cb9 req-e7cb1264-2937-45ab-a21d-0c88bee27c30 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 944 time: 0.5231011
Sep 08 16:18:49.124374 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54492d55-23c8-452e-9ae7-834626faa115 req-2ed67f3e-5d63-4771-87ff-cd037bc2eae6 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:49.126593 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-54492d55-23c8-452e-9ae7-834626faa115 req-2ed67f3e-5d63-4771-87ff-cd037bc2eae6 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.4431901
Sep 08 16:18:49.136901 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3b840e-551f-45cd-bbb8-079394ec0f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d93681d-822b-4cdf-8b2f-08faccca27db'}] {{(pid=79427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:18:49.159785 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9fadd3f4-1dff-45a7-8717-c474c77d9cb9 req-173233ba-2b8e-49c4-b0fa-d09562e730a2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0865428
Sep 08 16:18:49.243769 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-54492d55-23c8-452e-9ae7-834626faa115 req-b645715e-2cd4-4203-ae76-4dae1ef392a4 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0887764
Sep 08 16:18:49.325367 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b318ad-181f-4d78-bf32-bb4d59521ebe req-5ef39bd7-31e0-47f6-91e5-126748497719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:49.328146 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-55b318ad-181f-4d78-bf32-bb4d59521ebe req-5ef39bd7-31e0-47f6-91e5-126748497719 service neutron] 10.222.0.70 "GET /v2.0/networks?id=582096af-2f90-402d-b754-a13d85dcf0f9 HTTP/1.1" status: 200  len: 911 time: 0.2640636
Sep 08 16:18:49.503389 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-55b318ad-181f-4d78-bf32-bb4d59521ebe req-6e79a4d7-5586-414d-b032-0be6b9a81fae service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ada104b9-d491-45ae-a144-07da180661e5 HTTP/1.1" status: 200  len: 1002 time: 0.1667478
Sep 08 16:18:49.524607 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61753b1c-4f7f-49ca-90df-99572848fc98 req-8b0f5a93-ece2-4a17-9059-647c8bc3610f tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:49.527093 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-61753b1c-4f7f-49ca-90df-99572848fc98 req-8b0f5a93-ece2-4a17-9059-647c8bc3610f tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.1156785
Sep 08 16:18:49.534986 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab03648-d013-4c9c-accb-694af6ee68b4 req-c9712824-e317-4ce3-bb6a-20f49eefe44f tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:49.537418 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9ab03648-d013-4c9c-accb-694af6ee68b4 req-c9712824-e317-4ce3-bb6a-20f49eefe44f tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b41dcee-c75d-451b-a235-a2c3350c0507 HTTP/1.1" status: 200  len: 945 time: 0.1743023
Sep 08 16:18:49.637472 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b318ad-181f-4d78-bf32-bb4d59521ebe req-d14f5e2d-4ab3-4de7-938c-b6e8f028af75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:49.644002 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-55b318ad-181f-4d78-bf32-bb4d59521ebe req-d14f5e2d-4ab3-4de7-938c-b6e8f028af75 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6fbf176d-0f2a-4301-81f2-4479a85d15c0 HTTP/1.1" status: 200  len: 849 time: 0.1328332
Sep 08 16:18:49.679934 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-61753b1c-4f7f-49ca-90df-99572848fc98 req-0e77687e-fab6-4ae6-b4d2-a2bbb8ef5d1c tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237693
Sep 08 16:18:49.718861 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9ab03648-d013-4c9c-accb-694af6ee68b4 req-d1474f39-b214-4d18-ae9f-610af1a1aa16 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1668098
Sep 08 16:18:49.827118 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b318ad-181f-4d78-bf32-bb4d59521ebe req-5c747cac-2e93-4731-be15-9bfe6f59777f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:49.829227 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-55b318ad-181f-4d78-bf32-bb4d59521ebe req-5c747cac-2e93-4731-be15-9bfe6f59777f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=582096af-2f90-402d-b754-a13d85dcf0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1778750
Sep 08 16:18:49.878671 dv-cinder-807898-1-iscsi neutron-server[79427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3b840e-551f-45cd-bbb8-079394ec0f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d93681d-822b-4cdf-8b2f-08faccca27db', 'code': 200}
Sep 08 16:18:49.942306 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 404552c2-bd69-4d33-bd70-44e44802af54 up at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:18:50.222794 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning for port 404552c2-bd69-4d33-bd70-44e44802af54 completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:18:50.239535 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning complete for port 404552c2-bd69-4d33-bd70-44e44802af54 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:18:50.240071 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:50.250971 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e092a37-9fd9-4852-b158-f9701891add1 req-cdd1d6d7-e639-40b2-8025-f9dc9d40f198 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:50.259614 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-1e092a37-9fd9-4852-b158-f9701891add1 req-cdd1d6d7-e639-40b2-8025-f9dc9d40f198 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 945 time: 0.2326474
Sep 08 16:18:50.315463 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-55b318ad-181f-4d78-bf32-bb4d59521ebe req-e22293e6-63fa-41fd-8c65-3a9d68757ece service neutron] 10.222.0.70 "GET /v2.0/networks/582096af-2f90-402d-b754-a13d85dcf0f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4781327
Sep 08 16:18:50.396167 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-1e092a37-9fd9-4852-b158-f9701891add1 req-b235c9e5-a090-4193-abf5-26583934a737 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1352518
Sep 08 16:18:50.506986 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 40146) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:18:50.744089 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:50.773945 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-93c235c3-12ba-4bc5-9795-98d07d632009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:50.808447 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 404552c2-bd69-4d33-bd70-44e44802af54, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=404552c2-bd69-4d33-bd70-44e44802af54,segment=NetworkSegment(050fb669-5eaa-4590-8753-e18a07bddcf4),segment_id=050fb669-5eaa-4590-8753-e18a07bddcf4)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:18:50.814952 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:50.822398 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:18:50.990680 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=404552c2-bd69-4d33-bd70-44e44802af54,revision_number=5']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:18:50.995168 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:18:51.075249 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-93c235c3-12ba-4bc5-9795-98d07d632009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:18:51.118797 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-93c235c3-12ba-4bc5-9795-98d07d632009 admin admin] Usage tracker for resource:security_group_rule and tenant:595ee0dc0a8f48cba8b1c41dda2184dc is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:18:51.135809 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-93c235c3-12ba-4bc5-9795-98d07d632009 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:18:51.158048 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-93c235c3-12ba-4bc5-9795-98d07d632009 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:18:51.184578 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-55b318ad-181f-4d78-bf32-bb4d59521ebe req-491cecef-4520-48e1-bfe5-134f570bb3e1 service neutron] 10.222.0.70 "GET /v2.0/networks/582096af-2f90-402d-b754-a13d85dcf0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8607922
Sep 08 16:18:51.190151 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719e135-2087-4321-8c70-67da40c8bb5c req-b6e67da9-4191-4f02-8892-46282aefba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:51.193930 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-b719e135-2087-4321-8c70-67da40c8bb5c req-b6e67da9-4191-4f02-8892-46282aefba72 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 1098 time: 0.6107950
Sep 08 16:18:51.264859 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-b719e135-2087-4321-8c70-67da40c8bb5c req-db780be0-cf46-45ca-a22f-21953ac81328 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0630536
Sep 08 16:18:51.326913 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc696d96-4faa-48ef-9a98-2fedc69c1756 req-2040809d-ffa5-4d39-9250-6a49e895c69f tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:51.329374 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-fc696d96-4faa-48ef-9a98-2fedc69c1756 req-2040809d-ffa5-4d39-9250-6a49e895c69f tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 944 time: 0.4968441
Sep 08 16:18:51.461626 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-fc696d96-4faa-48ef-9a98-2fedc69c1756 req-ff7b53f1-a2fd-41c0-a5ab-4df5c80abee8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1184344
Sep 08 16:18:51.513595 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e7bac-acf7-4025-b6a1-ba47eabe966c req-fa2b9704-f817-4438-9e49-28978022f62b tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:51.516172 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-e73e7bac-acf7-4025-b6a1-ba47eabe966c req-fa2b9704-f817-4438-9e49-28978022f62b tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.3227029
Sep 08 16:18:51.557217 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 40168) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:18:51.562178 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-93c235c3-12ba-4bc5-9795-98d07d632009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:51.570028 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-93c235c3-12ba-4bc5-9795-98d07d632009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:51.589652 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-fc962ced-40df-42f3-b35b-2797f2af4dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:18:51.733228 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-93c235c3-12ba-4bc5-9795-98d07d632009 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=595ee0dc0a8f48cba8b1c41dda2184dc&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2239769
Sep 08 16:18:51.742900 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 40174) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:18:51.744367 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c235c3-12ba-4bc5-9795-98d07d632009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d1127c-75ac-4a7e-a385-85551ea5f9c0,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:18:51.751276 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-e73e7bac-acf7-4025-b6a1-ba47eabe966c req-445bf32b-6612-4831-99b5-8f358897d7b9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2178488
Sep 08 16:18:51.752637 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-93c235c3-12ba-4bc5-9795-98d07d632009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:18:51.768524 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-cf7e4cf6-a9ea-4285-b4a8-2a587c1e021f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:51.803403 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-cf7e4cf6-a9ea-4285-b4a8-2a587c1e021f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:18:51.820751 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-cf7e4cf6-a9ea-4285-b4a8-2a587c1e021f admin admin] Usage tracker for resource:security_group_rule and tenant:8a43c41ae96d4ef785f1f40c6e48afad is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:18:51.829966 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-cf7e4cf6-a9ea-4285-b4a8-2a587c1e021f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:18:51.835391 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473d311-56e1-45d4-bbce-55b454122ba8 req-541069bb-ed8f-485e-a794-c2760c396641 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:51.842109 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-cf7e4cf6-a9ea-4285-b4a8-2a587c1e021f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:18:51.847608 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-1473d311-56e1-45d4-bbce-55b454122ba8 req-541069bb-ed8f-485e-a794-c2760c396641 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b41dcee-c75d-451b-a235-a2c3350c0507 HTTP/1.1" status: 200  len: 946 time: 0.1830173
Sep 08 16:18:51.880794 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b41dcee-c75d-451b-a235-a2c3350c0507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404552c2-bd69-4d33-bd70-44e44802af54'}] {{(pid=79427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:18:51.889095 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-e0100345-6b8a-4c6c-9c5a-633b546692ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:51.929442 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-1473d311-56e1-45d4-bbce-55b454122ba8 req-31285c6b-6c1c-4647-99f0-4f07d4bb6575 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802813
Sep 08 16:18:52.007925 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-e0100345-6b8a-4c6c-9c5a-633b546692ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:52.087898 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-cf7e4cf6-a9ea-4285-b4a8-2a587c1e021f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:52.095577 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-cf7e4cf6-a9ea-4285-b4a8-2a587c1e021f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:52.103616 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:18:52.152739 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-cf7e4cf6-a9ea-4285-b4a8-2a587c1e021f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8a43c41ae96d4ef785f1f40c6e48afad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5941052
Sep 08 16:18:52.157648 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e4cf6-a9ea-4285-b4a8-2a587c1e021f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dc0ce6-56bc-4819-9c80-cea5ed181d61,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:18:52.157963 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 40180) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:18:52.162720 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-cf7e4cf6-a9ea-4285-b4a8-2a587c1e021f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:18:52.188347 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-e0100345-6b8a-4c6c-9c5a-633b546692ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:52.199150 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:18:52.232050 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0100345-6b8a-4c6c-9c5a-633b546692ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d1127c-75ac-4a7e-a385-85551ea5f9c0,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:18:52.237820 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-e0100345-6b8a-4c6c-9c5a-633b546692ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:18:52.239794 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-e0100345-6b8a-4c6c-9c5a-633b546692ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:52.242819 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-e0100345-6b8a-4c6c-9c5a-633b546692ce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/59d1127c-75ac-4a7e-a385-85551ea5f9c0 HTTP/1.1" status: 204  len: 168 time: 0.4971614
Sep 08 16:18:52.414907 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c7a066fe-3f7d-461b-97e5-d5f57f4e9924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:52.506772 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797d350-bef4-4a13-ad39-69230c2d5cb0 req-66964839-e9ef-4edc-bfa5-5cd0ec502795 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:52.521127 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d797d350-bef4-4a13-ad39-69230c2d5cb0 req-66964839-e9ef-4edc-bfa5-5cd0ec502795 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 945 time: 0.3306291
Sep 08 16:18:52.522372 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c2033-e4f8-4e74-bb8c-155fb1b62334 req-be4af8d4-4bd0-44dc-b41a-0cb9960c36cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:52.525385 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f58c2033-e4f8-4e74-bb8c-155fb1b62334 req-be4af8d4-4bd0-44dc-b41a-0cb9960c36cc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3abc28c3a0c44587b1e4367f9363241d&device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 1098 time: 0.2422447
Sep 08 16:18:52.529730 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c7a066fe-3f7d-461b-97e5-d5f57f4e9924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:52.687846 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d797d350-bef4-4a13-ad39-69230c2d5cb0 req-a652d113-94ea-4efc-81f0-d5108cbdd961 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1623557
Sep 08 16:18:52.742402 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:18:52.764055 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c7a066fe-3f7d-461b-97e5-d5f57f4e9924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:52.774596 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-10f8020d-04b3-4d1d-828b-f750a02ba533 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:18:52.822613 dv-cinder-807898-1-iscsi neutron-server[79427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b41dcee-c75d-451b-a235-a2c3350c0507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404552c2-bd69-4d33-bd70-44e44802af54', 'code': 200}
Sep 08 16:18:52.851221 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a066fe-3f7d-461b-97e5-d5f57f4e9924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dc0ce6-56bc-4819-9c80-cea5ed181d61,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:18:52.870627 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-c7a066fe-3f7d-461b-97e5-d5f57f4e9924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:18:52.891670 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c7a066fe-3f7d-461b-97e5-d5f57f4e9924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:52.900781 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-c7a066fe-3f7d-461b-97e5-d5f57f4e9924 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e5dc0ce6-56bc-4819-9c80-cea5ed181d61 HTTP/1.1" status: 204  len: 168 time: 0.7411537
Sep 08 16:18:53.084361 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c2033-e4f8-4e74-bb8c-155fb1b62334 req-f0d23947-15b3-4d11-b7f9-9163b1447d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:53.085528 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f58c2033-e4f8-4e74-bb8c-155fb1b62334 req-f0d23947-15b3-4d11-b7f9-9163b1447d15 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5411d955-3db9-47e2-83ab-d4abbd225415 HTTP/1.1" status: 200  len: 920 time: 0.5521452
Sep 08 16:18:53.251427 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f58c2033-e4f8-4e74-bb8c-155fb1b62334 req-7f84dd1e-5689-415d-8b0f-e4b1dd9a4641 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59e7e543-15da-4662-9f0c-ec72acd13a77 HTTP/1.1" status: 200  len: 217 time: 0.1576514
Sep 08 16:18:53.337965 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374172d1-6aec-4899-a828-0ed8d5060010 req-618dd2e2-3cee-458e-b768-77c74d75bd59 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:53.347445 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-374172d1-6aec-4899-a828-0ed8d5060010 req-618dd2e2-3cee-458e-b768-77c74d75bd59 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.3182759
Sep 08 16:18:53.466405 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-374172d1-6aec-4899-a828-0ed8d5060010 req-ff2f2cef-1eb8-44f3-a01a-814ee6bc15bf tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122847
Sep 08 16:18:53.533201 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c2033-e4f8-4e74-bb8c-155fb1b62334 req-b87a5aae-b909-4bb1-b523-1341dc6d9c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:53.535950 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f58c2033-e4f8-4e74-bb8c-155fb1b62334 req-b87a5aae-b909-4bb1-b523-1341dc6d9c72 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f1c7eae5-6224-43b1-885e-66fb149f1dc6 HTTP/1.1" status: 200  len: 859 time: 0.2643356
Sep 08 16:18:53.632698 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f58c2033-e4f8-4e74-bb8c-155fb1b62334 req-8734b26c-7098-4cf6-b129-d42fd5c2aa3a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5411d955-3db9-47e2-83ab-d4abbd225415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0885508
Sep 08 16:18:53.708610 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de633e-11ee-453e-8634-31ebbbbef6a1 req-152e0471-29ea-40e7-a06f-371c12c275ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:53.711180 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-b7de633e-11ee-453e-8634-31ebbbbef6a1 req-152e0471-29ea-40e7-a06f-371c12c275ca service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6b41dcee-c75d-451b-a235-a2c3350c0507 HTTP/1.1" status: 200  len: 1099 time: 0.3572237
Sep 08 16:18:53.825026 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 40228) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:18:53.872896 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-8e07c82a-56fe-4250-8c59-da8b1b2ae33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:53.901636 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-8e07c82a-56fe-4250-8c59-da8b1b2ae33e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:18:53.909243 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-8e07c82a-56fe-4250-8c59-da8b1b2ae33e admin admin] Usage tracker for resource:security_group_rule and tenant:99b9bfc889fd4eb0bff56b254da76a68 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:18:53.911309 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-b7de633e-11ee-453e-8634-31ebbbbef6a1 req-280ebf91-8a61-4594-80a0-8e4269cc68f1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1880636
Sep 08 16:18:53.919504 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599920d-5138-4099-9767-1566f5ad8cda req-e1a3539f-ebe8-44e3-a2e4-df5a5a65dfbc tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:53.927192 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b599920d-5138-4099-9767-1566f5ad8cda req-e1a3539f-ebe8-44e3-a2e4-df5a5a65dfbc tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.2705071
Sep 08 16:18:53.931549 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-8e07c82a-56fe-4250-8c59-da8b1b2ae33e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:18:53.951169 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f58c2033-e4f8-4e74-bb8c-155fb1b62334 req-5ec78111-2376-431b-8266-dd5cd91a44db service neutron] 10.222.0.70 "GET /v2.0/networks/5411d955-3db9-47e2-83ab-d4abbd225415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2942276
Sep 08 16:18:53.956602 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-8e07c82a-56fe-4250-8c59-da8b1b2ae33e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:18:53.962893 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 625c811b-4427-4c32-9c2e-61a56adb42db no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:18:54.056061 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b599920d-5138-4099-9767-1566f5ad8cda req-c06cfe86-9bc8-4cc6-b9bb-6f7f188d7b6d tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1276770
Sep 08 16:18:54.084267 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626453a-b231-4fd8-82f8-04c6d94d6db4 req-a45a1bd5-464e-41d7-aefe-3f200bc32c5c tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:54.086565 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2626453a-b231-4fd8-82f8-04c6d94d6db4 req-a45a1bd5-464e-41d7-aefe-3f200bc32c5c tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b41dcee-c75d-451b-a235-a2c3350c0507 HTTP/1.1" status: 200  len: 946 time: 0.3089025
Sep 08 16:18:54.176811 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2626453a-b231-4fd8-82f8-04c6d94d6db4 req-f95e589b-caab-453e-a17b-89fccb9a9150 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638945
Sep 08 16:18:54.206463 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-8e07c82a-56fe-4250-8c59-da8b1b2ae33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:54.211730 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-8e07c82a-56fe-4250-8c59-da8b1b2ae33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:54.220167 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-c78f757a-3651-4b25-9c6d-6c7e278a7593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:18:54.275568 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-8e07c82a-56fe-4250-8c59-da8b1b2ae33e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=99b9bfc889fd4eb0bff56b254da76a68&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4435463
Sep 08 16:18:54.276775 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 40240) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:18:54.277484 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07c82a-56fe-4250-8c59-da8b1b2ae33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c4afd5-f00e-44ad-8656-2871098733c8,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:18:54.285176 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-8e07c82a-56fe-4250-8c59-da8b1b2ae33e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:18:54.481385 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2451eed5-f836-48f1-8544-825cc9923ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:54.512605 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f58c2033-e4f8-4e74-bb8c-155fb1b62334 req-e5685f13-fcdc-4221-99fe-16af5e179f22 service neutron] 10.222.0.70 "GET /v2.0/networks/5411d955-3db9-47e2-83ab-d4abbd225415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3341451
Sep 08 16:18:54.634413 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2451eed5-f836-48f1-8544-825cc9923ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:54.675431 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed938d3-901f-4654-997e-6316e01beea7 req-85dfab9c-217d-4d13-ac7a-6827b94e1ee4 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:54.680279 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6ed938d3-901f-4654-997e-6316e01beea7 req-85dfab9c-217d-4d13-ac7a-6827b94e1ee4 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 945 time: 0.3434558
Sep 08 16:18:54.838494 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc24cd6-2d71-4123-a3c0-706ad6e6e4ba req-2e13bb6e-b4ae-4512-8319-39ce23c6b4f9 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:54.841474 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ddc24cd6-2d71-4123-a3c0-706ad6e6e4ba req-2e13bb6e-b4ae-4512-8319-39ce23c6b4f9 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 944 time: 0.3237531
Sep 08 16:18:54.852251 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6ed938d3-901f-4654-997e-6316e01beea7 req-4d063ac4-4bd1-4410-b387-7b090da6b69f tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1651502
Sep 08 16:18:54.923785 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ddc24cd6-2d71-4123-a3c0-706ad6e6e4ba req-81cb728d-96a8-4f7e-92f2-096fbdbaf37c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0699313
Sep 08 16:18:54.960671 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2451eed5-f836-48f1-8544-825cc9923ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:54.965943 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-97ecfdde-4b2f-4536-b5ba-8c7578f4a000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:18:55.024978 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2451eed5-f836-48f1-8544-825cc9923ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c4afd5-f00e-44ad-8656-2871098733c8,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:18:55.033868 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2451eed5-f836-48f1-8544-825cc9923ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:55.060402 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-2451eed5-f836-48f1-8544-825cc9923ee7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/19c4afd5-f00e-44ad-8656-2871098733c8 HTTP/1.1" status: 204  len: 168 time: 0.7763183
Sep 08 16:18:55.062074 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-2451eed5-f836-48f1-8544-825cc9923ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:18:55.471386 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 40278) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:18:55.595207 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c878cc3-823a-4c31-9506-4b57afc6d483 req-80101c74-016b-4a90-a403-078dcd97411e tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:55.598020 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3c878cc3-823a-4c31-9506-4b57afc6d483 req-80101c74-016b-4a90-a403-078dcd97411e tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.5255570
Sep 08 16:18:55.648314 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d3545-9c9c-4577-bedc-b2d2e25dbac1 req-bee1d24c-2350-4148-b627-358189b14ed6 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:55.651003 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-928d3545-9c9c-4577-bedc-b2d2e25dbac1 req-bee1d24c-2350-4148-b627-358189b14ed6 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 945 time: 0.2574155
Sep 08 16:18:55.719575 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3c878cc3-823a-4c31-9506-4b57afc6d483 req-fd88bcad-d3b4-4aaf-9db9-20f5c9b78707 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124413
Sep 08 16:18:55.735285 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-928d3545-9c9c-4577-bedc-b2d2e25dbac1 req-c9ffd6fa-d3f1-41f2-88f5-021aa9c73f65 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0734131
Sep 08 16:18:55.743498 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-1080daf6-0ab7-4259-bbee-05fd4385d814 req-1e0bf335-9320-4ad4-955a-eb271a30354b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2687891
Sep 08 16:18:55.752011 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 40292) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:18:56.327795 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edacded-f7f2-4a1e-bc9c-8fa8cddf12a8 tempest-TestShelveInstance-349135120 tempest-TestShelveInstance-349135120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:56.329014 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-3edacded-f7f2-4a1e-bc9c-8fa8cddf12a8 tempest-TestShelveInstance-349135120 tempest-TestShelveInstance-349135120-project-admin] Synchronizing usage tracker for tenant:b37e2bba672e4d789f8be528a2d7c37d on resource:port {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:18:56.356182 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc948bf3-2edb-440b-9e89-12994c997bd9 req-98fc2213-bd60-40c4-8ed4-5280ff926a03 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:56.358671 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-cc948bf3-2edb-440b-9e89-12994c997bd9 req-98fc2213-bd60-40c4-8ed4-5280ff926a03 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b41dcee-c75d-451b-a235-a2c3350c0507 HTTP/1.1" status: 200  len: 946 time: 0.3478336
Sep 08 16:18:56.456095 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-3edacded-f7f2-4a1e-bc9c-8fa8cddf12a8 tempest-TestShelveInstance-349135120 tempest-TestShelveInstance-349135120-project-admin] Unset dirty status for tenant:b37e2bba672e4d789f8be528a2d7c37d on resource:port {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:18:56.461361 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-3edacded-f7f2-4a1e-bc9c-8fa8cddf12a8 tempest-TestShelveInstance-349135120 tempest-TestShelveInstance-349135120-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 1093 time: 0.7057452
Sep 08 16:18:56.461997 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 40322) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:18:56.467438 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-cc948bf3-2edb-440b-9e89-12994c997bd9 req-a0eaeb50-4c81-4645-9bcd-dab0dae78873 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990105
Sep 08 16:18:56.470730 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-a3ae388f-f178-41a3-939e-6ed38e6e9cfe tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Request body: {'floatingip': {'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'port_id': '6d93681d-822b-4cdf-8b2f-08faccca27db', 'tenant_id': '0192ebea3f6246118edb985b970044bc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:18:56.483422 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3244f24-7c5f-4715-a388-eb9d161cabee req-5023d7cb-705a-4412-a643-f08a5a0e81b2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:56.487006 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a3244f24-7c5f-4715-a388-eb9d161cabee req-5023d7cb-705a-4412-a643-f08a5a0e81b2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 944 time: 0.3461237
Sep 08 16:18:56.493994 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-a3ae388f-f178-41a3-939e-6ed38e6e9cfe tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:18:56.511882 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-a3ae388f-f178-41a3-939e-6ed38e6e9cfe tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Usage tracker for resource:floatingip and tenant:0192ebea3f6246118edb985b970044bc is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:18:56.525099 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-a3ae388f-f178-41a3-939e-6ed38e6e9cfe tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:18:56.546540 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-a3ae388f-f178-41a3-939e-6ed38e6e9cfe tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:18:56.567880 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a3ae388f-f178-41a3-939e-6ed38e6e9cfe tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks [] for floatingip, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:56.636923 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a3244f24-7c5f-4715-a388-eb9d161cabee req-adbb079d-c4ca-4a8f-8b41-80b4fce0159c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1411192
Sep 08 16:18:56.942494 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a3ae388f-f178-41a3-939e-6ed38e6e9cfe tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:57.243872 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae7954-0822-462c-adec-7e1ab6bdbe7d req-07a2d362-8efc-4a87-af68-7ddca6210e9e tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:57.251667 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-06ae7954-0822-462c-adec-7e1ab6bdbe7d req-07a2d362-8efc-4a87-af68-7ddca6210e9e tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.1788886
Sep 08 16:18:57.322328 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-06ae7954-0822-462c-adec-7e1ab6bdbe7d req-d6e21771-7380-4cef-b458-7a33d22f93c9 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690935
Sep 08 16:18:57.437212 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_common [None req-a3ae388f-f178-41a3-939e-6ed38e6e9cfe tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Allocated IP 172.27.2.136 (e2ed1a71-8bc5-4c91-9ec3-df61c44bef44/a1e16140-da4f-4587-a2e7-78015b4d0ba3/c727aa4a-e35e-4aa4-9e88-c3c456681c08) {{(pid=79425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:18:57.673260 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a3ae388f-f178-41a3-939e-6ed38e6e9cfe tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks [] for port, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:57.714916 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a3ae388f-f178-41a3-939e-6ed38e6e9cfe tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:57.719795 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:18:57.787871 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ae388f-f178-41a3-939e-6ed38e6e9cfe tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Network e2ed1a71-8bc5-4c91-9ec3-df61c44bef44 is already hosted by enough agents. {{(pid=79425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:18:57.791122 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [None req-a3ae388f-f178-41a3-939e-6ed38e6e9cfe tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Resources bound (agent type, host, resource id):  {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:18:57.794960 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ae388f-f178-41a3-939e-6ed38e6e9cfe tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Received port after_create {{(pid=79425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:18:57.934035 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1566855-9168-4b0a-b39d-fe3778710231 req-be2914cd-e417-4ddb-81b8-3e5a460e83ff tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:57.936077 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a1566855-9168-4b0a-b39d-fe3778710231 req-be2914cd-e417-4ddb-81b8-3e5a460e83ff tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 944 time: 0.1483047
Sep 08 16:18:57.992638 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a1566855-9168-4b0a-b39d-fe3778710231 req-90915024-3915-42fd-b53c-77fc73a0fe59 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462782
Sep 08 16:18:58.041646 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae388f-f178-41a3-939e-6ed38e6e9cfe tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Pushing event updated for resources: {'Port': ['ID=c727aa4a-e35e-4aa4-9e88-c3c456681c08,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:18:58.058354 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-a3ae388f-f178-41a3-939e-6ed38e6e9cfe tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:18:58.610666 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc23a57-3a02-4ea2-a0ba-8e2f719814e3 req-acc02e4e-40b5-440e-938d-7007ba4c63c0 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:58.616357 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5fc23a57-3a02-4ea2-a0ba-8e2f719814e3 req-acc02e4e-40b5-440e-938d-7007ba4c63c0 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.1858473
Sep 08 16:18:58.725431 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5fc23a57-3a02-4ea2-a0ba-8e2f719814e3 req-2b810172-fce2-4590-9912-530f1fccc1e2 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016557
Sep 08 16:18:58.749819 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a3ae388f-f178-41a3-939e-6ed38e6e9cfe tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:58.952988 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a3ae388f-f178-41a3-939e-6ed38e6e9cfe tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:59.279756 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a3ae388f-f178-41a3-939e-6ed38e6e9cfe tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks [] for port, precommit_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:59.288668 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a3ae388f-f178-41a3-939e-6ed38e6e9cfe tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334251'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:59.301997 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-d2cc1344-ab00-4a8c-9d8a-44cdba15b869 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:18:59.310368 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589a2f0-843b-444a-9974-d19717d2c259 req-f4b512ab-35d2-4ada-a1f6-343a77cd393b tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:18:59.312060 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-e589a2f0-843b-444a-9974-d19717d2c259 req-f4b512ab-35d2-4ada-a1f6-343a77cd393b tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 944 time: 0.1323862
Sep 08 16:18:59.406546 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-e589a2f0-843b-444a-9974-d19717d2c259 req-d9a86b67-90a1-4c0a-bafe-afe0f3aba829 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0826771
Sep 08 16:18:59.452824 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae388f-f178-41a3-939e-6ed38e6e9cfe tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Pushing event updated for resources: {'Port': ['ID=c727aa4a-e35e-4aa4-9e88-c3c456681c08,revision_number=2']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:18:59.458816 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-a3ae388f-f178-41a3-939e-6ed38e6e9cfe tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:18:59.465655 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a3ae388f-f178-41a3-939e-6ed38e6e9cfe tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1948197'] for floatingip, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:18:59.682641 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.db.l3_db [None req-a3ae388f-f178-41a3-939e-6ed38e6e9cfe tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Floating IP 1966a486-c643-4a78-9cab-bcc8dc08fbbf associated. External IP: 172.27.2.136, port: 6d93681d-822b-4cdf-8b2f-08faccca27db.
Sep 08 16:19:00.357170 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080daf6-0ab7-4259-bbee-05fd4385d814 req-1961ee7c-49f5-4ac0-a188-f9af84ac43a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:00.358888 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-1080daf6-0ab7-4259-bbee-05fd4385d814 req-1961ee7c-49f5-4ac0-a188-f9af84ac43a5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d&tenant_id=8151b8f5193c4e4eb58002780ae62270 HTTP/1.1" status: 200  len: 1097 time: 0.1928518
Sep 08 16:19:00.361074 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ae388f-f178-41a3-939e-6ed38e6e9cfe tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Router 8ac628a0-9703-4004-b735-41d9fe949eb5 has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:19:00.642396 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993bc86-85ae-4387-8312-41e77c46a920 req-fbf816fa-7eb4-435f-8112-48f93a5fa06d tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:00.645356 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7993bc86-85ae-4387-8312-41e77c46a920 req-fbf816fa-7eb4-435f-8112-48f93a5fa06d tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 944 time: 0.1020277
Sep 08 16:19:00.662242 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080daf6-0ab7-4259-bbee-05fd4385d814 req-d7144339-4b5a-45c9-bce3-2df41faf0f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:00.664420 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-1080daf6-0ab7-4259-bbee-05fd4385d814 req-d7144339-4b5a-45c9-bce3-2df41faf0f2a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8151b8f5193c4e4eb58002780ae62270&device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 1097 time: 0.2336235
Sep 08 16:19:00.699690 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ae388f-f178-41a3-939e-6ed38e6e9cfe tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:19:00.703650 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7993bc86-85ae-4387-8312-41e77c46a920 req-8af5635a-f001-4fb2-844b-8d719c702687 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445538
Sep 08 16:19:00.715206 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e375cfb3-c956-46ba-bc5d-064b640cc584 None None] Sync routers for ids ['8ac628a0-9703-4004-b735-41d9fe949eb5'] in dv-cinder-807898-1-iscsi {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:19:00.726447 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e375cfb3-c956-46ba-bc5d-064b640cc584 None None] Routers {'8ac628a0-9703-4004-b735-41d9fe949eb5'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:19:00.727221 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-e375cfb3-c956-46ba-bc5d-064b640cc584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251afa550>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:18:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['8ac628a0-9703-4004-b735-41d9fe949eb5'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:19:00.804158 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a3ae388f-f178-41a3-939e-6ed38e6e9cfe tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for floatingip, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:00.804775 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-1ec63d59-75f5-416b-822e-3470ef1a6439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:00.951725 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-a3ae388f-f178-41a3-939e-6ed38e6e9cfe tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.4878564
Sep 08 16:19:00.968338 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-e375cfb3-c956-46ba-bc5d-064b640cc584 None None] Set router 8ac628a0-9703-4004-b735-41d9fe949eb5 gateway port host: dv-cinder-807898-1-iscsi {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:19:00.987967 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a3b840e-551f-45cd-bbb8-079394ec0f1a', 'tag': '6d93681d-822b-4cdf-8b2f-08faccca27db'}] {{(pid=79425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:19:01.036893 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080daf6-0ab7-4259-bbee-05fd4385d814 req-ad4e3d83-4fd8-4fe7-9796-37dc92a85671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:01.040048 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-1080daf6-0ab7-4259-bbee-05fd4385d814 req-ad4e3d83-4fd8-4fe7-9796-37dc92a85671 service neutron] 10.222.0.70 "GET /v2.0/networks?id=75dd61b0-379a-4abd-83d0-357fccbfe480 HTTP/1.1" status: 200  len: 918 time: 0.3651412
Sep 08 16:19:01.165425 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a3b840e-551f-45cd-bbb8-079394ec0f1a', 'tag': '6d93681d-822b-4cdf-8b2f-08faccca27db', 'status': 'completed', 'code': 200}
Sep 08 16:19:01.305235 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:01.307791 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-1080daf6-0ab7-4259-bbee-05fd4385d814 req-7163db8d-9f84-4414-8174-09d3ddd541e0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=625c811b-4427-4c32-9c2e-61a56adb42db HTTP/1.1" status: 200  len: 999 time: 0.2595963
Sep 08 16:19:01.358439 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1c1b1-9f65-4ac5-b874-6ab36e6fc981 req-b429d5ad-a2e6-4925-b35f-3544a20ff469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:01.362015 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-dcc1c1b1-9f65-4ac5-b874-6ab36e6fc981 req-b429d5ad-a2e6-4925-b35f-3544a20ff469 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0192ebea3f6246118edb985b970044bc&device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 1098 time: 0.1848109
Sep 08 16:19:01.561266 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-e375cfb3-c956-46ba-bc5d-064b640cc584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251afa550>, [{'id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'name': 'tempest-TestShelveInstance-470877572-router', 'tenant_id': '0192ebea3f6246118edb985b970044bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '04d3061e-7552-4ca5-be8f-4515c1e12337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:10Z', 'updated_at': '2021-09-08T16:17:19Z', 'revision_number': 4, 'project_id': '0192ebea3f6246118edb985b970044bc', 'gw_port': {'id': '04d3061e-7552-4ca5-be8f-4515c1e12337', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:11Z', 'updated_at': '2021-09-08T16:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_floatingips': [{'id': '1966a486-c643-4a78-9cab-bcc8dc08fbbf', 'tenant_id': '0192ebea3f6246118edb985b970044bc', 'floating_ip_address': '172.27.2.136', 'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'router_id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'port_id': '6d93681d-822b-4cdf-8b2f-08faccca27db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca11c1b-7856-4c98-8d2f-ac9178457343', 'mac_address': 'fa:16:3e:a6:e0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3b840e-551f-45cd-bbb8-079394ec0f1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:18:58Z', 'updated_at': '2021-09-08T16:18:58Z', 'revision_number': 0, 'project_id': '0192ebea3f6246118edb985b970044bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0eb04bc-975e-4b7b-9afb-e3b0993fb686', 'name': '', 'network_id': '7ca11c1b-7856-4c98-8d2f-ac9178457343', 'tenant_id': '0192ebea3f6246118edb985b970044bc', 'mac_address': 'fa:16:3e:b5:86:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'c6eb4cc6-a294-41f4-91b9-bb96871ae1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:16Z', 'updated_at': '2021-09-08T16:17:27Z', 'revision_number': 5, 'project_id': '0192ebea3f6246118edb985b970044bc', 'subnets': [{'id': 'c6eb4cc6-a294-41f4-91b9-bb96871ae1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:19:01.566523 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e375cfb3-c956-46ba-bc5d-064b640cc584 None None] Checking router: 8ac628a0-9703-4004-b735-41d9fe949eb5 for host: dv-cinder-807898-1-iscsi {{(pid=79428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:19:01.566770 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080daf6-0ab7-4259-bbee-05fd4385d814 req-7b8196b6-4ee1-465a-9929-3191363118c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:01.570279 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-1080daf6-0ab7-4259-bbee-05fd4385d814 req-7b8196b6-4ee1-465a-9929-3191363118c6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6f651bc7-f67b-4bb0-9543-107fa7d7bbeb HTTP/1.1" status: 200  len: 856 time: 0.2512426
Sep 08 16:19:01.579587 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e375cfb3-c956-46ba-bc5d-064b640cc584 None None] Routers {'8ac628a0-9703-4004-b735-41d9fe949eb5'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:19:01.579587 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-e375cfb3-c956-46ba-bc5d-064b640cc584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251afa550>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:18:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['8ac628a0-9703-4004-b735-41d9fe949eb5'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:19:01.779103 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1c1b1-9f65-4ac5-b874-6ab36e6fc981 req-45fd554f-4c61-4740-b955-75f812817d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:01.781700 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-dcc1c1b1-9f65-4ac5-b874-6ab36e6fc981 req-45fd554f-4c61-4740-b955-75f812817d44 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7ca11c1b-7856-4c98-8d2f-ac9178457343 HTTP/1.1" status: 200  len: 909 time: 0.4092665
Sep 08 16:19:01.796828 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080daf6-0ab7-4259-bbee-05fd4385d814 req-9d354b53-5cd1-4d8b-889e-fa4160bf9d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:01.798877 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-1080daf6-0ab7-4259-bbee-05fd4385d814 req-9d354b53-5cd1-4d8b-889e-fa4160bf9d43 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=75dd61b0-379a-4abd-83d0-357fccbfe480&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2126253
Sep 08 16:19:01.840748 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-e375cfb3-c956-46ba-bc5d-064b640cc584 None None] Set router 8ac628a0-9703-4004-b735-41d9fe949eb5 gateway port host: dv-cinder-807898-1-iscsi {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:19:02.028836 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-dcc1c1b1-9f65-4ac5-b874-6ab36e6fc981 req-e3a425d8-c36e-4ed2-86d8-413ee4cdcdda service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d93681d-822b-4cdf-8b2f-08faccca27db HTTP/1.1" status: 200  len: 999 time: 0.2363253
Sep 08 16:19:02.126183 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d76d5-34fb-4fbe-8828-0a9563872e0b req-79a16901-1761-4acb-bc71-4fb98ebe9317 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:02.129618 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-052d76d5-34fb-4fbe-8828-0a9563872e0b req-79a16901-1761-4acb-bc71-4fb98ebe9317 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 944 time: 0.1828878
Sep 08 16:19:02.199541 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-052d76d5-34fb-4fbe-8828-0a9563872e0b req-69fb9ec5-3103-4169-bca7-ef0a8e7d6de0 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0634303
Sep 08 16:19:02.454222 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1c1b1-9f65-4ac5-b874-6ab36e6fc981 req-6013f7b0-0f36-4857-8074-be2632c043c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:02.455818 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-dcc1c1b1-9f65-4ac5-b874-6ab36e6fc981 req-6013f7b0-0f36-4857-8074-be2632c043c8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c6eb4cc6-a294-41f4-91b9-bb96871ae1b1 HTTP/1.1" status: 200  len: 847 time: 0.4171507
Sep 08 16:19:02.511155 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-1080daf6-0ab7-4259-bbee-05fd4385d814 req-852b9138-ffff-477e-ac8b-dd5333728a2f service neutron] 10.222.0.70 "GET /v2.0/networks/75dd61b0-379a-4abd-83d0-357fccbfe480?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5103805
Sep 08 16:19:02.736649 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-e375cfb3-c956-46ba-bc5d-064b640cc584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251afa550>, [{'id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'name': 'tempest-TestShelveInstance-470877572-router', 'tenant_id': '0192ebea3f6246118edb985b970044bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '04d3061e-7552-4ca5-be8f-4515c1e12337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:10Z', 'updated_at': '2021-09-08T16:17:19Z', 'revision_number': 4, 'project_id': '0192ebea3f6246118edb985b970044bc', 'gw_port': {'id': '04d3061e-7552-4ca5-be8f-4515c1e12337', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:11Z', 'updated_at': '2021-09-08T16:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_floatingips': [{'id': '1966a486-c643-4a78-9cab-bcc8dc08fbbf', 'tenant_id': '0192ebea3f6246118edb985b970044bc', 'floating_ip_address': '172.27.2.136', 'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'router_id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'port_id': '6d93681d-822b-4cdf-8b2f-08faccca27db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca11c1b-7856-4c98-8d2f-ac9178457343', 'mac_address': 'fa:16:3e:a6:e0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3b840e-551f-45cd-bbb8-079394ec0f1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:18:58Z', 'updated_at': '2021-09-08T16:18:58Z', 'revision_number': 0, 'project_id': '0192ebea3f6246118edb985b970044bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0eb04bc-975e-4b7b-9afb-e3b0993fb686', 'name': '', 'network_id': '7ca11c1b-7856-4c98-8d2f-ac9178457343', 'tenant_id': '0192ebea3f6246118edb985b970044bc', 'mac_address': 'fa:16:3e:b5:86:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'c6eb4cc6-a294-41f4-91b9-bb96871ae1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:16Z', 'updated_at': '2021-09-08T16:17:27Z', 'revision_number': 5, 'project_id': '0192ebea3f6246118edb985b970044bc', 'subnets': [{'id': 'c6eb4cc6-a294-41f4-91b9-bb96871ae1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:19:02.742949 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e375cfb3-c956-46ba-bc5d-064b640cc584 None None] The sync data for ids ['8ac628a0-9703-4004-b735-41d9fe949eb5'] in dv-cinder-807898-1-iscsi is: [{'id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'name': 'tempest-TestShelveInstance-470877572-router', 'tenant_id': '0192ebea3f6246118edb985b970044bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '04d3061e-7552-4ca5-be8f-4515c1e12337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:10Z', 'updated_at': '2021-09-08T16:17:19Z', 'revision_number': 4, 'project_id': '0192ebea3f6246118edb985b970044bc', 'gw_port': {'id': '04d3061e-7552-4ca5-be8f-4515c1e12337', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:11Z', 'updated_at': '2021-09-08T16:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_floatingips': [{'id': '1966a486-c643-4a78-9cab-bcc8dc08fbbf', 'tenant_id': '0192ebea3f6246118edb985b970044bc', 'floating_ip_address': '172.27.2.136', 'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'router_id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'port_id': '6d93681d-822b-4cdf-8b2f-08faccca27db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca11c1b-7856-4c98-8d2f-ac9178457343', 'mac_address': 'fa:16:3e:a6:e0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3b840e-551f-45cd-bbb8-079394ec0f1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:18:58Z', 'updated_at': '2021-09-08T16:18:58Z', 'revision_number': 0, 'project_id': '0192ebea3f6246118edb985b970044bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0eb04bc-975e-4b7b-9afb-e3b0993fb686', 'name': '', 'network_id': '7ca11c1b-7856-4c98-8d2f-ac9178457343', 'tenant_id': '0192ebea3f6246118edb985b970044bc', 'mac_address': 'fa:16:3e:b5:86:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'c6eb4cc6-a294-41f4-91b9-bb96871ae1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:16Z', 'updated_at': '2021-09-08T16:17:27Z', 'revision_number': 5, 'project_id': '0192ebea3f6246118edb985b970044bc', 'subnets': [{'id': 'c6eb4cc6-a294-41f4-91b9-bb96871ae1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:19:02.811330 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1c1b1-9f65-4ac5-b874-6ab36e6fc981 req-5709ca38-fa03-4469-b26f-fc140738e4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:02.814148 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-dcc1c1b1-9f65-4ac5-b874-6ab36e6fc981 req-5709ca38-fa03-4469-b26f-fc140738e4ce service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7ca11c1b-7856-4c98-8d2f-ac9178457343&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3488483
Sep 08 16:19:03.059763 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-1080daf6-0ab7-4259-bbee-05fd4385d814 req-b7c8e15a-0229-4e7e-904f-d4c0e6a37d73 service neutron] 10.222.0.70 "GET /v2.0/networks/75dd61b0-379a-4abd-83d0-357fccbfe480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5235810
Sep 08 16:19:03.190030 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-dcc1c1b1-9f65-4ac5-b874-6ab36e6fc981 req-5bea845d-76e1-4099-b3d6-24877b79a30c service neutron] 10.222.0.70 "GET /v2.0/networks/7ca11c1b-7856-4c98-8d2f-ac9178457343?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3481987
Sep 08 16:19:03.243206 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcd222c-9e95-4ec1-bf99-0c6eb82f7236 None None] New status for floating IP 1966a486-c643-4a78-9cab-bcc8dc08fbbf: ACTIVE {{(pid=79427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 08 16:19:03.572159 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-dcc1c1b1-9f65-4ac5-b874-6ab36e6fc981 req-4328c3d0-daad-4608-b521-ed0be5ddda61 service neutron] 10.222.0.70 "GET /v2.0/networks/7ca11c1b-7856-4c98-8d2f-ac9178457343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3710184
Sep 08 16:19:03.660693 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db162ff8-250a-4fe2-962d-6ffb512d842a req-0ec105db-3c7e-4c07-aee6-ae7c2c8eaec9 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:03.675068 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-db162ff8-250a-4fe2-962d-6ffb512d842a req-0ec105db-3c7e-4c07-aee6-ae7c2c8eaec9 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 944 time: 0.2456450
Sep 08 16:19:03.785606 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-db162ff8-250a-4fe2-962d-6ffb512d842a req-dc667f7f-90f2-4f21-98b8-c2610a2f30be tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1062613
Sep 08 16:19:03.929984 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-55d5a70f-7f5a-44ca-973f-d30f81e6d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:04.553707 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 40528) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:19:04.875721 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c42b2dac-5644-475a-9665-cdf846a6b5b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:04.916330 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-c42b2dac-5644-475a-9665-cdf846a6b5b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:19:04.924999 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-c42b2dac-5644-475a-9665-cdf846a6b5b9 admin admin] Usage tracker for resource:security_group_rule and tenant:fa3ca46b4849479a8155f824c7ef3138 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:19:04.931368 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-c42b2dac-5644-475a-9665-cdf846a6b5b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:19:04.951938 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-c42b2dac-5644-475a-9665-cdf846a6b5b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:19:05.228169 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:05.331190 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c42b2dac-5644-475a-9665-cdf846a6b5b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:05.362153 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c42b2dac-5644-475a-9665-cdf846a6b5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:05.386697 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-36180bb8-01c2-4530-924f-2f1330a6e584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:19:05.445156 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-c42b2dac-5644-475a-9665-cdf846a6b5b9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fa3ca46b4849479a8155f824c7ef3138&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8892436
Sep 08 16:19:05.449743 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 40546) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:19:05.483855 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec807b0c-e3c1-4280-9c7e-363733f1ddbc req-09a8c489-9934-41d0-bdaf-9ab0c477fead tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:05.498373 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ec807b0c-e3c1-4280-9c7e-363733f1ddbc req-09a8c489-9934-41d0-bdaf-9ab0c477fead tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 944 time: 0.3633235
Sep 08 16:19:05.530677 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b2dac-5644-475a-9665-cdf846a6b5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e61ed0-5e9a-4c96-80ea-7e995443709e,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:19:05.565166 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-060bd062-5b8c-43a3-9d92-bd0e8c8b8483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:05.601409 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-060bd062-5b8c-43a3-9d92-bd0e8c8b8483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:05.627863 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-c42b2dac-5644-475a-9665-cdf846a6b5b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:19:05.645758 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ec807b0c-e3c1-4280-9c7e-363733f1ddbc req-bcfc3ddb-4bb3-4c3d-a579-74b890cce5af tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1457641
Sep 08 16:19:05.709886 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-060bd062-5b8c-43a3-9d92-bd0e8c8b8483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:05.714099 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-435b7a67-aa0d-418f-bdf4-bb8c7005a7ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:19:05.731861 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060bd062-5b8c-43a3-9d92-bd0e8c8b8483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e61ed0-5e9a-4c96-80ea-7e995443709e,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:19:05.735444 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-060bd062-5b8c-43a3-9d92-bd0e8c8b8483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:19:05.737903 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-060bd062-5b8c-43a3-9d92-bd0e8c8b8483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:05.743640 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-060bd062-5b8c-43a3-9d92-bd0e8c8b8483 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c9e61ed0-5e9a-4c96-80ea-7e995443709e HTTP/1.1" status: 204  len: 168 time: 0.2885141
Sep 08 16:19:06.485081 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 40570) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:19:06.506697 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-b402a7ad-a439-46f8-8c77-762e065f233c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:06.523113 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-b402a7ad-a439-46f8-8c77-762e065f233c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:19:06.527933 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-b402a7ad-a439-46f8-8c77-762e065f233c admin admin] Usage tracker for resource:security_group_rule and tenant:223c2a6f38b645c683a7fdef6531ddd5 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:19:06.531627 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-b402a7ad-a439-46f8-8c77-762e065f233c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:19:06.539738 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-b402a7ad-a439-46f8-8c77-762e065f233c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:19:06.677360 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-b402a7ad-a439-46f8-8c77-762e065f233c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:06.684140 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-b402a7ad-a439-46f8-8c77-762e065f233c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:06.693098 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-6f9ae566-afcd-4ece-a36e-73b7e6edb1ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:19:06.751980 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402a7ad-a439-46f8-8c77-762e065f233c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709f946d-21d0-479d-b597-606353ce275d,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:19:06.769807 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-b402a7ad-a439-46f8-8c77-762e065f233c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=223c2a6f38b645c683a7fdef6531ddd5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2834406
Sep 08 16:19:06.773015 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 40578) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:19:06.774325 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-b402a7ad-a439-46f8-8c77-762e065f233c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:19:06.877460 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-336d1a13-adcb-4d50-bab1-72ebce2e602e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:06.981954 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-336d1a13-adcb-4d50-bab1-72ebce2e602e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:07.030031 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc9edf-58ce-4039-920d-5bb53f2b1448 req-5519d0b8-e7d5-4d3b-b1da-8f1b560d3b72 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:07.031654 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f9dc9edf-58ce-4039-920d-5bb53f2b1448 req-5519d0b8-e7d5-4d3b-b1da-8f1b560d3b72 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 944 time: 0.1432230
Sep 08 16:19:07.092623 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f9dc9edf-58ce-4039-920d-5bb53f2b1448 req-280e9a1b-537d-4733-a434-174d335c8c87 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519245
Sep 08 16:19:07.110456 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-336d1a13-adcb-4d50-bab1-72ebce2e602e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:07.117156 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-d6728d35-2c21-44fe-8159-45d2a987418b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:19:07.139679 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d1a13-adcb-4d50-bab1-72ebce2e602e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709f946d-21d0-479d-b597-606353ce275d,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:19:07.148707 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-336d1a13-adcb-4d50-bab1-72ebce2e602e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:19:07.156715 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-336d1a13-adcb-4d50-bab1-72ebce2e602e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:07.161850 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-336d1a13-adcb-4d50-bab1-72ebce2e602e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/709f946d-21d0-479d-b597-606353ce275d HTTP/1.1" status: 204  len: 168 time: 0.3844595
Sep 08 16:19:07.321002 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:08.383197 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c503353-586b-4435-8231-e84de9f292f0 req-9c3282dd-951d-409a-955a-bb0629a0c160 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:08.384711 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4c503353-586b-4435-8231-e84de9f292f0 req-9c3282dd-951d-409a-955a-bb0629a0c160 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 944 time: 0.1158464
Sep 08 16:19:08.447266 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4c503353-586b-4435-8231-e84de9f292f0 req-550bb6ae-2c3b-45c2-966e-5ecae041d54d tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0557597
Sep 08 16:19:09.917120 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa6688-a475-4611-a943-5bf77dbceb53 req-b911fb99-4624-42f2-a602-cd4f96d0f487 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:09.919957 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-51fa6688-a475-4611-a943-5bf77dbceb53 req-b911fb99-4624-42f2-a602-cd4f96d0f487 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 944 time: 0.2785897
Sep 08 16:19:10.027561 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-51fa6688-a475-4611-a943-5bf77dbceb53 req-9c2f1dab-3bfa-4932-9e88-47ee9a116c46 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1015012
Sep 08 16:19:10.985580 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 40670) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:19:11.199302 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-47cb37bf-8c1d-4ea5-bb26-413cc0bfeb4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:11.215846 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-47cb37bf-8c1d-4ea5-bb26-413cc0bfeb4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:19:11.219921 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-47cb37bf-8c1d-4ea5-bb26-413cc0bfeb4f admin admin] Usage tracker for resource:security_group_rule and tenant:c0da7675c3ed4b989f3c9bdb709a1bcf is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:19:11.223355 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-47cb37bf-8c1d-4ea5-bb26-413cc0bfeb4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:19:11.229734 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-47cb37bf-8c1d-4ea5-bb26-413cc0bfeb4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:19:11.382140 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-47cb37bf-8c1d-4ea5-bb26-413cc0bfeb4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:11.389421 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-47cb37bf-8c1d-4ea5-bb26-413cc0bfeb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:11.419901 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da034b52-e065-491b-9ee7-e9a2aba5564c req-71dbe980-26ae-4a08-b3fb-a971b00967c3 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:11.421458 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-da034b52-e065-491b-9ee7-e9a2aba5564c req-71dbe980-26ae-4a08-b3fb-a971b00967c3 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 944 time: 0.1609707
Sep 08 16:19:11.429847 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-2451eed5-f836-48f1-8544-825cc9923ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:19:11.438040 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-47cb37bf-8c1d-4ea5-bb26-413cc0bfeb4f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c0da7675c3ed4b989f3c9bdb709a1bcf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4511733
Sep 08 16:19:11.442069 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 40680) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:19:11.490221 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb37bf-8c1d-4ea5-bb26-413cc0bfeb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3015d26-c5e8-4a37-b75b-2f254c65f00c,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:19:11.496399 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-47cb37bf-8c1d-4ea5-bb26-413cc0bfeb4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:19:11.508350 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-da034b52-e065-491b-9ee7-e9a2aba5564c req-e0112ef8-e412-4890-96f0-e9494d78ffa2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0688570
Sep 08 16:19:11.541325 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-68af0076-c709-4573-8b5f-d29b61b36868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:11.590268 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-68af0076-c709-4573-8b5f-d29b61b36868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:11.693382 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-68af0076-c709-4573-8b5f-d29b61b36868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:11.705400 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-e1ad5e0f-7fbf-4651-a4c2-e48b47f06afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:19:11.728189 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af0076-c709-4573-8b5f-d29b61b36868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3015d26-c5e8-4a37-b75b-2f254c65f00c,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:19:11.730563 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-68af0076-c709-4573-8b5f-d29b61b36868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:19:11.742723 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-68af0076-c709-4573-8b5f-d29b61b36868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:11.743926 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-68af0076-c709-4573-8b5f-d29b61b36868 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c3015d26-c5e8-4a37-b75b-2f254c65f00c HTTP/1.1" status: 204  len: 168 time: 0.2997444
Sep 08 16:19:12.809282 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247fa17c-ff7c-4536-9cbd-f1e585baa665 req-629898e2-27ae-4a8d-9a9a-eb1c8cc45ae8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:12.817938 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-247fa17c-ff7c-4536-9cbd-f1e585baa665 req-629898e2-27ae-4a8d-9a9a-eb1c8cc45ae8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 944 time: 0.1144233
Sep 08 16:19:12.870501 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-247fa17c-ff7c-4536-9cbd-f1e585baa665 req-1d5b149f-da68-4e64-8846-d8fcb2ebe169 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510306
Sep 08 16:19:14.181206 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775509d8-3681-40cb-86ad-09488bea5ed1 req-26e30ea2-bff0-4d5f-bb50-85aef9c0f37f tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:14.183868 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-775509d8-3681-40cb-86ad-09488bea5ed1 req-26e30ea2-bff0-4d5f-bb50-85aef9c0f37f tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 944 time: 0.1534660
Sep 08 16:19:14.266100 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-775509d8-3681-40cb-86ad-09488bea5ed1 req-46e13fea-6cf1-43ce-8bce-f47c5661572f tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0746665
Sep 08 16:19:15.168615 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-30b06626-b531-4afc-bd96-bca9da88361a tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c5959d72d15046548ac7a9dbee8e53f8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0366561
Sep 08 16:19:15.370795 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-ef52dc2e-e163-47ff-80b4-d6fe03468055 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:15.375217 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-ef52dc2e-e163-47ff-80b4-d6fe03468055 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2052100
Sep 08 16:19:15.403126 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-97faa08b-8ac2-48f4-9994-8f628a688139 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/quotas/c5959d72d15046548ac7a9dbee8e53f8 HTTP/1.1" status: 200  len: 375 time: 0.0180106
Sep 08 16:19:15.553122 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-5ce99aa8-1b5e-4acb-ac0b-49eef642115a tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c5959d72d15046548ac7a9dbee8e53f8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1381207
Sep 08 16:19:15.734803 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be8ad9-0925-48e1-bcaf-ec0a50e13114 req-44c934fb-a8e6-4273-bc8d-6f7b376c7515 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:15.744573 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-72be8ad9-0925-48e1-bcaf-ec0a50e13114 req-44c934fb-a8e6-4273-bc8d-6f7b376c7515 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 944 time: 0.1893523
Sep 08 16:19:15.787997 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:15.861421 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-72be8ad9-0925-48e1-bcaf-ec0a50e13114 req-8532d6ea-9735-4ca7-8fab-11398248db14 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0839052
Sep 08 16:19:15.999501 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-137f5ec6-99db-4273-a4cf-a39df51eed8f req-627ff783-ba76-4cf8-af1d-474c863607a1 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/ports?device_id=8868bc85-c114-4b48-a7e2-e219903fdd7a HTTP/1.1" status: 200  len: 210 time: 0.0897746
Sep 08 16:19:17.296544 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d29ba-85eb-42ca-8a29-24324653ea0a req-1e6c38fa-a7fc-4b5a-8d92-de10abc675a3 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:17.305882 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-448d29ba-85eb-42ca-8a29-24324653ea0a req-1e6c38fa-a7fc-4b5a-8d92-de10abc675a3 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 944 time: 0.1684203
Sep 08 16:19:17.398199 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-448d29ba-85eb-42ca-8a29-24324653ea0a req-639131f8-f7b1-410e-a726-76d39d02287b tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0887296
Sep 08 16:19:17.605074 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-e33c4ad6-0f9e-42ed-924a-ad29f7b73efa req-b6d8f096-bc9b-4278-8f36-1afd752d8b7e tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/ports?device_id=8868bc85-c114-4b48-a7e2-e219903fdd7a HTTP/1.1" status: 200  len: 210 time: 0.0928676
Sep 08 16:19:17.673354 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 40842) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:19:17.825667 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a6cb248a-726a-4923-b5d7-ead625313d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:17.846527 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-a6cb248a-726a-4923-b5d7-ead625313d51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:19:17.852947 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-a6cb248a-726a-4923-b5d7-ead625313d51 admin admin] Usage tracker for resource:security_group_rule and tenant:99b3f2e8bf0b4832a7cc434755d8ade6 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:19:17.858701 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-a6cb248a-726a-4923-b5d7-ead625313d51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:19:17.872410 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-a6cb248a-726a-4923-b5d7-ead625313d51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:19:17.987610 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a6cb248a-726a-4923-b5d7-ead625313d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:17.993793 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a6cb248a-726a-4923-b5d7-ead625313d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:18.012848 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-060bd062-5b8c-43a3-9d92-bd0e8c8b8483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:19:18.072705 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-a6cb248a-726a-4923-b5d7-ead625313d51 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=99b3f2e8bf0b4832a7cc434755d8ade6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3971953
Sep 08 16:19:18.074571 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 40850) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:19:18.076635 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb248a-726a-4923-b5d7-ead625313d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2831adb6-9792-464a-b2d8-9004a0ff5fe6,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:19:18.082195 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-a6cb248a-726a-4923-b5d7-ead625313d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:19:18.197260 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-566070a7-bc6e-44ce-989e-946c54533b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:18.253844 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-566070a7-bc6e-44ce-989e-946c54533b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:18.348035 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-566070a7-bc6e-44ce-989e-946c54533b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:18.357138 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-3e2b928e-d70c-4624-8bf8-baa6ababd770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:19:18.377819 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566070a7-bc6e-44ce-989e-946c54533b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2831adb6-9792-464a-b2d8-9004a0ff5fe6,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:19:18.381206 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-566070a7-bc6e-44ce-989e-946c54533b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:19:18.416805 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-566070a7-bc6e-44ce-989e-946c54533b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:18.419583 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-566070a7-bc6e-44ce-989e-946c54533b0e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2831adb6-9792-464a-b2d8-9004a0ff5fe6 HTTP/1.1" status: 204  len: 168 time: 0.3432317
Sep 08 16:19:18.756609 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b8678-95bf-4943-8952-6ccfa7e3ae92 req-b82d377c-e279-4768-ac5a-bbb9469f872c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:18.758272 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5a3b8678-95bf-4943-8952-6ccfa7e3ae92 req-b82d377c-e279-4768-ac5a-bbb9469f872c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 944 time: 0.1190281
Sep 08 16:19:18.828929 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9f50e012-f1c5-47dd-8a9b-7ce14082eb22 req-2c7713b7-5abb-4aa6-bbb9-07a92dfadbe2 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/ports?device_id=8868bc85-c114-4b48-a7e2-e219903fdd7a HTTP/1.1" status: 200  len: 210 time: 0.0653200
Sep 08 16:19:18.884156 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5a3b8678-95bf-4943-8952-6ccfa7e3ae92 req-a581cd1d-7f53-46d3-9271-043f36984df3 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0865211
Sep 08 16:19:18.942338 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 40866) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:19:18.993287 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4790483d-cd41-4ed3-b38f-bb81565fcc97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:19.021325 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-4790483d-cd41-4ed3-b38f-bb81565fcc97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:19:19.026184 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-4790483d-cd41-4ed3-b38f-bb81565fcc97 admin admin] Usage tracker for resource:security_group_rule and tenant:836713faeb0e4f18b1786329f74159e6 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:19:19.029692 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-4790483d-cd41-4ed3-b38f-bb81565fcc97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:19:19.037408 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-4790483d-cd41-4ed3-b38f-bb81565fcc97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:19:19.154520 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4790483d-cd41-4ed3-b38f-bb81565fcc97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:19.163668 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4790483d-cd41-4ed3-b38f-bb81565fcc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:19.173779 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-5d854a00-6f0d-4d85-9db5-3c85ba5ec01a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:19:19.223564 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-4790483d-cd41-4ed3-b38f-bb81565fcc97 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=836713faeb0e4f18b1786329f74159e6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2794623
Sep 08 16:19:19.224358 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790483d-cd41-4ed3-b38f-bb81565fcc97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793e55a5-fd54-4249-9811-ee68abd4a5cf,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:19:19.226993 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 40872) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:19:19.227581 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-4790483d-cd41-4ed3-b38f-bb81565fcc97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:19:19.296558 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-08e57be3-c624-4399-bc97-b900744491df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:19.326146 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-08e57be3-c624-4399-bc97-b900744491df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:19.396577 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-08e57be3-c624-4399-bc97-b900744491df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:19.400439 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-19c05027-bb69-4a3a-aac1-58b7735bc005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:19:19.413282 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e57be3-c624-4399-bc97-b900744491df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793e55a5-fd54-4249-9811-ee68abd4a5cf,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:19:19.417542 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-08e57be3-c624-4399-bc97-b900744491df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:19:19.421516 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-08e57be3-c624-4399-bc97-b900744491df admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:19.422873 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-08e57be3-c624-4399-bc97-b900744491df admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/793e55a5-fd54-4249-9811-ee68abd4a5cf HTTP/1.1" status: 204  len: 168 time: 0.1945570
Sep 08 16:19:20.169886 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-71038d8f-c2bb-4403-82d4-c808158dd714 req-6736ddf3-e14f-4c8f-9ddb-f23f984e4cab tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/ports?device_id=8868bc85-c114-4b48-a7e2-e219903fdd7a HTTP/1.1" status: 200  len: 210 time: 0.1490998
Sep 08 16:19:20.275659 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3f1bd-d22a-42ad-bbdc-7f8330b25915 req-c6fecea3-7d50-4497-9dd3-ad16e98cdca2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:20.278498 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f8a3f1bd-d22a-42ad-bbdc-7f8330b25915 req-c6fecea3-7d50-4497-9dd3-ad16e98cdca2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 944 time: 0.1867771
Sep 08 16:19:20.353674 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f8a3f1bd-d22a-42ad-bbdc-7f8330b25915 req-7f196b5e-d601-4c7b-b22b-0b8ba5a2c207 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0646527
Sep 08 16:19:20.524141 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-45a6a48f-ebe3-4f64-a576-b0ccd22d4491 req-e262109b-85b9-4011-b227-ec319ce1a50e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1304793
Sep 08 16:19:20.762246 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6a48f-ebe3-4f64-a576-b0ccd22d4491 req-7ade80e5-ae4f-43da-8af1-08a695b4f6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:20.765131 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-45a6a48f-ebe3-4f64-a576-b0ccd22d4491 req-7ade80e5-ae4f-43da-8af1-08a695b4f6f6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3abc28c3a0c44587b1e4367f9363241d&device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 1099 time: 0.1640680
Sep 08 16:19:21.017345 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6a48f-ebe3-4f64-a576-b0ccd22d4491 req-744ed7b6-77b6-47bd-ab71-7cb7354213be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:21.018969 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-45a6a48f-ebe3-4f64-a576-b0ccd22d4491 req-744ed7b6-77b6-47bd-ab71-7cb7354213be service neutron] 10.222.0.70 "GET /v2.0/networks?id=5411d955-3db9-47e2-83ab-d4abbd225415 HTTP/1.1" status: 200  len: 920 time: 0.2184756
Sep 08 16:19:21.124079 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-45a6a48f-ebe3-4f64-a576-b0ccd22d4491 req-848af9cd-cf7a-4f01-ae5e-6e78775b1f0a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78b9175d-18a8-472a-b285-f0a5f252604e HTTP/1.1" status: 200  len: 217 time: 0.0923429
Sep 08 16:19:21.222816 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6a48f-ebe3-4f64-a576-b0ccd22d4491 req-820bf09f-f83e-4c2d-96e2-d9667a76987a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:21.224431 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-45a6a48f-ebe3-4f64-a576-b0ccd22d4491 req-820bf09f-f83e-4c2d-96e2-d9667a76987a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f1c7eae5-6224-43b1-885e-66fb149f1dc6 HTTP/1.1" status: 200  len: 859 time: 0.0779581
Sep 08 16:19:21.300984 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-45a6a48f-ebe3-4f64-a576-b0ccd22d4491 req-e0c3f0e6-38fb-494c-8d87-825d2f6bc658 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5411d955-3db9-47e2-83ab-d4abbd225415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0546472
Sep 08 16:19:21.538231 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2006ead3-27f3-45b2-b5a7-1d773af716e2 req-e50b2900-b4b5-4f3d-adb5-87bb74b4fad6 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/ports?device_id=8868bc85-c114-4b48-a7e2-e219903fdd7a HTTP/1.1" status: 200  len: 210 time: 0.1503875
Sep 08 16:19:21.704700 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-45a6a48f-ebe3-4f64-a576-b0ccd22d4491 req-3529baff-f3be-484b-b00a-7b59199bbd8b service neutron] 10.222.0.70 "GET /v2.0/networks/5411d955-3db9-47e2-83ab-d4abbd225415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3759022
Sep 08 16:19:21.808718 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-1da223d9-36e8-44eb-b753-696185b0bc51 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=c5959d72d15046548ac7a9dbee8e53f8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1023240
Sep 08 16:19:22.006209 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc407c-3e50-44fb-a1cb-719be6d102e9 req-f0065d20-93b7-4244-8942-6c87b46cb5a4 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:22.007831 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-cecc407c-3e50-44fb-a1cb-719be6d102e9 req-f0065d20-93b7-4244-8942-6c87b46cb5a4 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 944 time: 0.3258874
Sep 08 16:19:22.107912 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-cecc407c-3e50-44fb-a1cb-719be6d102e9 req-8d7ef08e-b422-46ce-b763-27489492986f tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0899513
Sep 08 16:19:22.116599 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-45a6a48f-ebe3-4f64-a576-b0ccd22d4491 req-fe98f181-63fc-42b3-8d13-7b7082a57ede service neutron] 10.222.0.70 "GET /v2.0/networks/5411d955-3db9-47e2-83ab-d4abbd225415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3598340
Sep 08 16:19:22.408507 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-38f0ad27-2574-425c-871b-df69cf73fcde tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:22.410269 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-38f0ad27-2574-425c-871b-df69cf73fcde tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2923710
Sep 08 16:19:22.482860 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-455140f6-c593-4c17-8399-8b750bb88fd9 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Request body: {'port': {'device_id': '8868bc85-c114-4b48-a7e2-e219903fdd7a', 'network_id': '5d74c6a3-571e-40d8-8371-c02b20be58d8', 'admin_state_up': True, 'tenant_id': 'c5959d72d15046548ac7a9dbee8e53f8'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:19:22.740918 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-455140f6-c593-4c17-8399-8b750bb88fd9 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:19:22.752946 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-455140f6-c593-4c17-8399-8b750bb88fd9 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Usage tracker for resource:port and tenant:c5959d72d15046548ac7a9dbee8e53f8 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:19:22.756841 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-455140f6-c593-4c17-8399-8b750bb88fd9 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:19:22.765548 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-455140f6-c593-4c17-8399-8b750bb88fd9 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:19:22.779533 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-455140f6-c593-4c17-8399-8b750bb88fd9 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Made reservation on behalf of c5959d72d15046548ac7a9dbee8e53f8 for: {'port': 1} {{(pid=79425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:19:22.785139 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-455140f6-c593-4c17-8399-8b750bb88fd9 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:22.800750 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-455140f6-c593-4c17-8399-8b750bb88fd9 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:22.818866 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-455140f6-c593-4c17-8399-8b750bb88fd9 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:19:22.823443 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-455140f6-c593-4c17-8399-8b750bb88fd9 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Usage tracker for resource:security_group_rule and tenant:c5959d72d15046548ac7a9dbee8e53f8 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:19:22.826689 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-455140f6-c593-4c17-8399-8b750bb88fd9 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:19:22.834485 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-455140f6-c593-4c17-8399-8b750bb88fd9 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:19:22.860278 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-fac05d7e-12e3-40cf-8875-6b4bea3e8cc8 req-5c5e3be1-0496-463f-8991-791e231baa41 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/ports?device_id=8868bc85-c114-4b48-a7e2-e219903fdd7a HTTP/1.1" status: 200  len: 210 time: 0.0866506
Sep 08 16:19:22.964003 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-455140f6-c593-4c17-8399-8b750bb88fd9 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:22.974520 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-455140f6-c593-4c17-8399-8b750bb88fd9 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:22.977886 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-9a95f6f2-d2fc-4f84-bcbb-14aa337c9171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:19:23.014501 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455140f6-c593-4c17-8399-8b750bb88fd9 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e1125c-972e-48d2-af44-2fb2cd0fecdc,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:19:23.064660 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-455140f6-c593-4c17-8399-8b750bb88fd9 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:19:23.285380 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_common [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-455140f6-c593-4c17-8399-8b750bb88fd9 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Allocated IP 192.168.233.69 (5d74c6a3-571e-40d8-8371-c02b20be58d8/58d09037-da96-4224-8805-a4e99b8718a0/803ab228-7f07-46e4-85b7-303bb0d7b118) {{(pid=79425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:19:23.463197 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796de24-a811-4021-8c1e-96d099777607 req-4667b3f8-2644-4507-a392-ae6674d36d2b tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:23.468046 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0796de24-a811-4021-8c1e-96d099777607 req-4667b3f8-2644-4507-a392-ae6674d36d2b tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 944 time: 0.1391943
Sep 08 16:19:23.621224 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0796de24-a811-4021-8c1e-96d099777607 req-01737e1e-3ce9-4dbd-81ae-532a32ac8df4 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1421769
Sep 08 16:19:23.664136 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-455140f6-c593-4c17-8399-8b750bb88fd9 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Notify callbacks [] for port, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:23.684237 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.provisioning_blocks [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-455140f6-c593-4c17-8399-8b750bb88fd9 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Transition to ACTIVE for port object 803ab228-7f07-46e4-85b7-303bb0d7b118 will not be triggered until provisioned by entity DHCP. {{(pid=79425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:19:23.714035 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-455140f6-c593-4c17-8399-8b750bb88fd9 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:23.720914 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-2bcd2f85-6290-4963-b9e9-7bcb9a8224d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:19:23.793546 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-455140f6-c593-4c17-8399-8b750bb88fd9 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Network 5d74c6a3-571e-40d8-8371-c02b20be58d8 is already hosted by enough agents. {{(pid=79425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:19:23.797476 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-455140f6-c593-4c17-8399-8b750bb88fd9 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Resources bound (agent type, host, resource id):  {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:19:23.802831 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-455140f6-c593-4c17-8399-8b750bb88fd9 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Received port after_create {{(pid=79425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:19:23.846555 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455140f6-c593-4c17-8399-8b750bb88fd9 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Pushing event updated for resources: {'Port': ['ID=803ab228-7f07-46e4-85b7-303bb0d7b118,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:19:23.852057 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-455140f6-c593-4c17-8399-8b750bb88fd9 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:19:23.881424 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-455140f6-c593-4c17-8399-8b750bb88fd9 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:23.882171 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-455140f6-c593-4c17-8399-8b750bb88fd9 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:23.957873 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-455140f6-c593-4c17-8399-8b750bb88fd9 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.4823391
Sep 08 16:19:24.002391 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-493301b8-71cc-4aa9-b6b6-6f352b37c5f8 service neutron] Request body: {'port': {'device_id': '8868bc85-c114-4b48-a7e2-e219903fdd7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:19:24.105447 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-dd7dae30-b1fc-4be8-9403-0780a3a07abb None None] Provisioning for port 803ab228-7f07-46e4-85b7-303bb0d7b118 completed by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:19:24.113295 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-dd7dae30-b1fc-4be8-9403-0780a3a07abb None None] Provisioning complete for port 803ab228-7f07-46e4-85b7-303bb0d7b118 triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:19:24.113963 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-dd7dae30-b1fc-4be8-9403-0780a3a07abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:24.152823 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-493301b8-71cc-4aa9-b6b6-6f352b37c5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:24.184684 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-dd7dae30-b1fc-4be8-9403-0780a3a07abb None None] Port 803ab228-7f07-46e4-85b7-303bb0d7b118 cannot update to ACTIVE because it is not bound. {{(pid=79427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 08 16:19:24.200735 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb101d1a-0baf-438b-b9db-057a1211708b req-007d7b5d-c146-4c73-a737-6cc0eea9e284 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:24.202634 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-eb101d1a-0baf-438b-b9db-057a1211708b req-007d7b5d-c146-4c73-a737-6cc0eea9e284 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/ports?device_id=8868bc85-c114-4b48-a7e2-e219903fdd7a HTTP/1.1" status: 200  len: 935 time: 0.0984497
Sep 08 16:19:24.269615 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-eb101d1a-0baf-438b-b9db-057a1211708b req-2c5247de-7f9e-47d1-836e-54aa907aee0f tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9e1125c-972e-48d2-af44-2fb2cd0fecdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576847
Sep 08 16:19:24.685687 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-493301b8-71cc-4aa9-b6b6-6f352b37c5f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 803ab228-7f07-46e4-85b7-303bb0d7b118 {{(pid=79425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:19:24.703581 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-493301b8-71cc-4aa9-b6b6-6f352b37c5f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:24.747159 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.provisioning_blocks [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-493301b8-71cc-4aa9-b6b6-6f352b37c5f8 service neutron] Transition to ACTIVE for port object 803ab228-7f07-46e4-85b7-303bb0d7b118 will not be triggered until provisioned by entity L2. {{(pid=79425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:19:24.772680 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-493301b8-71cc-4aa9-b6b6-6f352b37c5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334251'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:24.777512 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-455140f6-c593-4c17-8399-8b750bb88fd9 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:19:25.027036 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2c0ae-50f1-4cc9-82b0-1a4258d035a9 req-036b8b52-7d54-484e-b122-4fcaddcccda3 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:25.029700 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-1cd2c0ae-50f1-4cc9-82b0-1a4258d035a9 req-036b8b52-7d54-484e-b122-4fcaddcccda3 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 944 time: 0.1845071
Sep 08 16:19:25.075719 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493301b8-71cc-4aa9-b6b6-6f352b37c5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=803ab228-7f07-46e4-85b7-303bb0d7b118,revision_number=2']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:19:25.078945 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-493301b8-71cc-4aa9-b6b6-6f352b37c5f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:19:25.124487 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-1cd2c0ae-50f1-4cc9-82b0-1a4258d035a9 req-2d6ace70-a1f1-4773-87f7-acd63e8323bb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0819745
Sep 08 16:19:25.177951 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-493301b8-71cc-4aa9-b6b6-6f352b37c5f8 service neutron] Attempting to bind port 803ab228-7f07-46e4-85b7-303bb0d7b118 on host hv-cinder-80789 for vnic_type normal with profile  {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:19:25.178356 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-493301b8-71cc-4aa9-b6b6-6f352b37c5f8 service neutron] Attempting to bind port 803ab228-7f07-46e4-85b7-303bb0d7b118 by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': '45793eb5-c328-4c48-b401-508d5b96a8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '5d74c6a3-571e-40d8-8371-c02b20be58d8'}] {{(pid=79425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:19:25.178735 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-493301b8-71cc-4aa9-b6b6-6f352b37c5f8 service neutron] Attempting to bind port 803ab228-7f07-46e4-85b7-303bb0d7b118 on network 5d74c6a3-571e-40d8-8371-c02b20be58d8 {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:19:25.184578 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-493301b8-71cc-4aa9-b6b6-6f352b37c5f8 service neutron] Port 803ab228-7f07-46e4-85b7-303bb0d7b118 on network 5d74c6a3-571e-40d8-8371-c02b20be58d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 08 16:19:25.185021 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-493301b8-71cc-4aa9-b6b6-6f352b37c5f8 service neutron] Attempting to bind port 803ab228-7f07-46e4-85b7-303bb0d7b118 on network 5d74c6a3-571e-40d8-8371-c02b20be58d8 {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:19:25.192561 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-493301b8-71cc-4aa9-b6b6-6f352b37c5f8 service neutron] Checking agent: {'id': 'c4ee52ba-d613-406f-b441-649e3bfebfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'started_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:19:25.193086 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-493301b8-71cc-4aa9-b6b6-6f352b37c5f8 service neutron] Checking segment: {'id': '45793eb5-c328-4c48-b401-508d5b96a8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '5d74c6a3-571e-40d8-8371-c02b20be58d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:19:25.193586 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-493301b8-71cc-4aa9-b6b6-6f352b37c5f8 service neutron] Bound using segment: {'id': '45793eb5-c328-4c48-b401-508d5b96a8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '5d74c6a3-571e-40d8-8371-c02b20be58d8'} {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:19:25.194072 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-493301b8-71cc-4aa9-b6b6-6f352b37c5f8 service neutron] Bound port: 803ab228-7f07-46e4-85b7-303bb0d7b118, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45793eb5-c328-4c48-b401-508d5b96a8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '5d74c6a3-571e-40d8-8371-c02b20be58d8'}}] {{(pid=79425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:19:25.194461 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-493301b8-71cc-4aa9-b6b6-6f352b37c5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:25.296893 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-493301b8-71cc-4aa9-b6b6-6f352b37c5f8 service neutron] For port 803ab228-7f07-46e4-85b7-303bb0d7b118, host hv-cinder-80789, cleared binding levels {{(pid=79425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:19:25.300641 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-493301b8-71cc-4aa9-b6b6-6f352b37c5f8 service neutron] For port 803ab228-7f07-46e4-85b7-303bb0d7b118, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=803ab228-7f07-46e4-85b7-303bb0d7b118,segment=NetworkSegment(45793eb5-c328-4c48-b401-508d5b96a8fe),segment_id=45793eb5-c328-4c48-b401-508d5b96a8fe)] {{(pid=79425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:19:25.305325 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-493301b8-71cc-4aa9-b6b6-6f352b37c5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334251'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:25.311279 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-3f1cf2eb-102b-4214-9a5a-c422a3f3823a tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:19:25.359365 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-493301b8-71cc-4aa9-b6b6-6f352b37c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:25.360638 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-493301b8-71cc-4aa9-b6b6-6f352b37c5f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:25.362320 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-493301b8-71cc-4aa9-b6b6-6f352b37c5f8 service neutron] 10.222.0.70 "PUT /v2.0/ports/803ab228-7f07-46e4-85b7-303bb0d7b118 HTTP/1.1" status: 200  len: 1097 time: 1.3642292
Sep 08 16:19:25.363089 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8868bc85-c114-4b48-a7e2-e219903fdd7a', 'tag': '803ab228-7f07-46e4-85b7-303bb0d7b118'}] {{(pid=79425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:19:25.442587 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493301b8-71cc-4aa9-b6b6-6f352b37c5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=803ab228-7f07-46e4-85b7-303bb0d7b118,revision_number=3']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:19:25.454007 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-493301b8-71cc-4aa9-b6b6-6f352b37c5f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:19:25.508847 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8868bc85-c114-4b48-a7e2-e219903fdd7a', 'tag': '803ab228-7f07-46e4-85b7-303bb0d7b118', 'status': 'completed', 'code': 200}
Sep 08 16:19:25.643711 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a1499-8ce6-490e-8d3e-27c509f807c1 req-c9afab21-a552-49cd-bbe4-f63af0ac0ff8 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:25.646281 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-284a1499-8ce6-490e-8d3e-27c509f807c1 req-c9afab21-a552-49cd-bbe4-f63af0ac0ff8 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/ports?device_id=8868bc85-c114-4b48-a7e2-e219903fdd7a HTTP/1.1" status: 200  len: 947 time: 0.1489601
Sep 08 16:19:25.672609 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-86b115cc-aab6-4956-9690-056aba33d972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:25.674323 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-86b115cc-aab6-4956-9690-056aba33d972 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c5959d72d15046548ac7a9dbee8e53f8&device_id=8868bc85-c114-4b48-a7e2-e219903fdd7a HTTP/1.1" status: 200  len: 1100 time: 0.1276131
Sep 08 16:19:25.725041 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-284a1499-8ce6-490e-8d3e-27c509f807c1 req-fedd806c-06f3-4bfe-ac7c-182a068c1fd5 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9e1125c-972e-48d2-af44-2fb2cd0fecdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725310
Sep 08 16:19:25.799401 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-d700ce79-f10e-4d4c-9e23-e8e45b184d04 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=803ab228-7f07-46e4-85b7-303bb0d7b118 HTTP/1.1" status: 200  len: 217 time: 0.1012728
Sep 08 16:19:25.906586 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-1525df4e-b81e-457b-8418-a075a7a8312d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:25.908745 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-1525df4e-b81e-457b-8418-a075a7a8312d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=58d09037-da96-4224-8805-a4e99b8718a0 HTTP/1.1" status: 200  len: 843 time: 0.1023445
Sep 08 16:19:26.037758 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-52e72783-16e8-4ddf-9ac2-d01f49762bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:26.039351 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-52e72783-16e8-4ddf-9ac2-d01f49762bba service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5d74c6a3-571e-40d8-8371-c02b20be58d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1234374
Sep 08 16:19:26.202958 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-3b7dce58-4eeb-4f61-9f30-476e5c3e929f service neutron] 10.222.0.70 "GET /v2.0/networks/5d74c6a3-571e-40d8-8371-c02b20be58d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1552551
Sep 08 16:19:26.372050 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-5d07adb7-75f9-42f8-93f2-f7fcefe9a8e8 req-82573347-b6be-4b96-b91f-b93f853c0b29 service neutron] 10.222.0.70 "GET /v2.0/networks/5d74c6a3-571e-40d8-8371-c02b20be58d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1549923
Sep 08 16:19:26.427896 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511790f-ac0b-44c6-b028-a9399eda8441 req-f1e9cdb0-0387-4f14-901d-c0ef6127a3f2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:26.430560 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0511790f-ac0b-44c6-b028-a9399eda8441 req-f1e9cdb0-0387-4f14-901d-c0ef6127a3f2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 944 time: 0.1574473
Sep 08 16:19:26.482629 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0511790f-ac0b-44c6-b028-a9399eda8441 req-c46a4ab9-ca09-4f8b-9967-381ac12b8aa6 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461152
Sep 08 16:19:26.593632 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7908f54-c49e-4cfd-89b6-19123b829f71 req-81562941-2580-41f1-9966-bdb415e312d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:26.595342 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-b7908f54-c49e-4cfd-89b6-19123b829f71 req-81562941-2580-41f1-9966-bdb415e312d8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c5959d72d15046548ac7a9dbee8e53f8&device_id=8868bc85-c114-4b48-a7e2-e219903fdd7a HTTP/1.1" status: 200  len: 1100 time: 0.0801504
Sep 08 16:19:26.763984 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7908f54-c49e-4cfd-89b6-19123b829f71 req-faf2a1e0-dce5-40e0-b114-8c945da600db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:26.766585 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-b7908f54-c49e-4cfd-89b6-19123b829f71 req-faf2a1e0-dce5-40e0-b114-8c945da600db service neutron] 10.222.0.70 "GET /v2.0/networks?id=5d74c6a3-571e-40d8-8371-c02b20be58d8 HTTP/1.1" status: 200  len: 870 time: 0.1554987
Sep 08 16:19:26.873779 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-b7908f54-c49e-4cfd-89b6-19123b829f71 req-d61ab97c-e649-49fc-b4ef-c5ddc9f21f25 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=803ab228-7f07-46e4-85b7-303bb0d7b118 HTTP/1.1" status: 200  len: 217 time: 0.0932195
Sep 08 16:19:27.000973 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7908f54-c49e-4cfd-89b6-19123b829f71 req-3887bcd8-5eab-43fb-9c4f-63b02c9df557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:27.003666 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-b7908f54-c49e-4cfd-89b6-19123b829f71 req-3887bcd8-5eab-43fb-9c4f-63b02c9df557 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=58d09037-da96-4224-8805-a4e99b8718a0 HTTP/1.1" status: 200  len: 843 time: 0.1161709
Sep 08 16:19:27.053123 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093322ca-4896-4413-b3b3-afd560578530 req-b2316c13-ef61-41fe-9ef5-76a1a555ff51 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:27.056909 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-093322ca-4896-4413-b3b3-afd560578530 req-b2316c13-ef61-41fe-9ef5-76a1a555ff51 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/ports?device_id=8868bc85-c114-4b48-a7e2-e219903fdd7a HTTP/1.1" status: 200  len: 947 time: 0.1588907
Sep 08 16:19:27.122883 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-093322ca-4896-4413-b3b3-afd560578530 req-a7d3bdff-b196-45a5-9a69-7543e18c16a8 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9e1125c-972e-48d2-af44-2fb2cd0fecdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548797
Sep 08 16:19:27.127325 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7908f54-c49e-4cfd-89b6-19123b829f71 req-49476049-9c95-4115-b6bd-c66d6c17de3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:27.129523 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-b7908f54-c49e-4cfd-89b6-19123b829f71 req-49476049-9c95-4115-b6bd-c66d6c17de3e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5d74c6a3-571e-40d8-8371-c02b20be58d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1150136
Sep 08 16:19:27.288907 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-b7908f54-c49e-4cfd-89b6-19123b829f71 req-39f318df-90b3-4af8-a8be-953dbc379edf service neutron] 10.222.0.70 "GET /v2.0/networks/5d74c6a3-571e-40d8-8371-c02b20be58d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1481194
Sep 08 16:19:27.462080 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-b7908f54-c49e-4cfd-89b6-19123b829f71 req-3a3bdf97-75b3-4b2e-acbc-4bd94fb0bc56 service neutron] 10.222.0.70 "GET /v2.0/networks/5d74c6a3-571e-40d8-8371-c02b20be58d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1597142
Sep 08 16:19:27.798769 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299c130-169f-4e14-8d0f-c2a5e89fddcf req-9d487e1d-dd93-4a9e-b2e1-aea99e551d14 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:27.802356 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0299c130-169f-4e14-8d0f-c2a5e89fddcf req-9d487e1d-dd93-4a9e-b2e1-aea99e551d14 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 944 time: 0.1520257
Sep 08 16:19:27.871171 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0299c130-169f-4e14-8d0f-c2a5e89fddcf req-32265d5f-04dd-45ec-8f41-29e5670f7b90 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593405
Sep 08 16:19:28.191946 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473a5f0-3d95-41ba-8866-74d092ee1a86 req-547659fe-3e02-4af1-9f43-6a66383d9edf tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:28.194519 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7473a5f0-3d95-41ba-8866-74d092ee1a86 req-547659fe-3e02-4af1-9f43-6a66383d9edf tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 946 time: 0.2403777
Sep 08 16:19:28.243337 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc201b89-a23f-413a-ad08-cf1572a739dc req-c50ffb7d-1ef8-4d4f-9d86-ad1f940af927 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:28.246007 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-fc201b89-a23f-413a-ad08-cf1572a739dc req-c50ffb7d-1ef8-4d4f-9d86-ad1f940af927 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b41dcee-c75d-451b-a235-a2c3350c0507 HTTP/1.1" status: 200  len: 946 time: 0.2263162
Sep 08 16:19:28.338766 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7473a5f0-3d95-41ba-8866-74d092ee1a86 req-54a7dc6a-51b5-41fa-b7f2-7b683919688b tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1365719
Sep 08 16:19:28.354760 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-fc201b89-a23f-413a-ad08-cf1572a739dc req-56c22397-5888-446b-928c-74eb78099770 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984826
Sep 08 16:19:28.528209 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03effb-5823-46fb-a6b3-9cbb70732a1c req-b226ccdc-66a8-485d-9aa5-e39d7e757b44 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:28.529711 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-bd03effb-5823-46fb-a6b3-9cbb70732a1c req-b226ccdc-66a8-485d-9aa5-e39d7e757b44 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/ports?device_id=8868bc85-c114-4b48-a7e2-e219903fdd7a HTTP/1.1" status: 200  len: 947 time: 0.0906961
Sep 08 16:19:28.583817 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-bd03effb-5823-46fb-a6b3-9cbb70732a1c req-33ea09a5-486e-4d78-a58a-92d0e4b0bcbd tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9e1125c-972e-48d2-af44-2fb2cd0fecdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434432
Sep 08 16:19:29.133425 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb33c18-c84d-4831-8d18-c4813ef0b1df req-8aa90008-7443-4ad2-84ca-beb24d0cfd12 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:29.134998 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-fcb33c18-c84d-4831-8d18-c4813ef0b1df req-8aa90008-7443-4ad2-84ca-beb24d0cfd12 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 944 time: 0.1239710
Sep 08 16:19:29.186317 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-fcb33c18-c84d-4831-8d18-c4813ef0b1df req-dfe37bff-7215-4b42-8d21-35c94ae8be2f tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415535
Sep 08 16:19:29.611359 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0ca1c-e56c-46ff-9651-b9abd9ff3453 req-6018bc94-487d-4f16-a33a-7591b95094a9 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:29.613003 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a3a0ca1c-e56c-46ff-9651-b9abd9ff3453 req-6018bc94-487d-4f16-a33a-7591b95094a9 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 946 time: 0.1614478
Sep 08 16:19:29.624100 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae19258-4e39-4abf-bdc9-78e7b0e9bdba req-cc29641a-ca0f-4e70-ae17-a06378e7aa63 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:29.625635 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6ae19258-4e39-4abf-bdc9-78e7b0e9bdba req-cc29641a-ca0f-4e70-ae17-a06378e7aa63 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b41dcee-c75d-451b-a235-a2c3350c0507 HTTP/1.1" status: 200  len: 946 time: 0.1311731
Sep 08 16:19:29.699239 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a3a0ca1c-e56c-46ff-9651-b9abd9ff3453 req-5c2156ec-68f7-461c-8a0d-05a7d889a1c3 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725868
Sep 08 16:19:29.708076 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6ae19258-4e39-4abf-bdc9-78e7b0e9bdba req-8799936d-39ea-4ce6-bf2a-cccf08ad1ef7 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654435
Sep 08 16:19:29.737404 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:19:29.914754 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5545d-c39b-4f7b-9780-0a4fc76f1d9e req-f50bff97-9217-4ea6-b876-7ff3cf2dc851 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:29.916411 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7dd5545d-c39b-4f7b-9780-0a4fc76f1d9e req-f50bff97-9217-4ea6-b876-7ff3cf2dc851 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/ports?device_id=8868bc85-c114-4b48-a7e2-e219903fdd7a HTTP/1.1" status: 200  len: 947 time: 0.1006958
Sep 08 16:19:29.971289 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7dd5545d-c39b-4f7b-9780-0a4fc76f1d9e req-502381ec-9a45-46f0-8259-43badb6a476a tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9e1125c-972e-48d2-af44-2fb2cd0fecdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442655
Sep 08 16:19:30.215086 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 625c811b-4427-4c32-9c2e-61a56adb42db details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 08 16:19:30.417854 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 625c811b-4427-4c32-9c2e-61a56adb42db, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=625c811b-4427-4c32-9c2e-61a56adb42db,segment=NetworkSegment(52138e92-9965-4b35-b4cf-e92e92ee1ba1),segment_id=52138e92-9965-4b35-b4cf-e92e92ee1ba1)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:19:30.444558 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Returning: {'device': '625c811b-4427-4c32-9c2e-61a56adb42db', 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480', 'port_id': '625c811b-4427-4c32-9c2e-61a56adb42db', 'mac_address': 'fa:16:3e:fd:e8:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 08 16:19:30.453431 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98339120-f596-4911-bd5a-1a1f786a3649 req-e53f3b62-4700-46f0-8a6e-8908f66c7c75 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:30.456524 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-98339120-f596-4911-bd5a-1a1f786a3649 req-e53f3b62-4700-46f0-8a6e-8908f66c7c75 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 944 time: 0.1404843
Sep 08 16:19:30.522809 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-98339120-f596-4911-bd5a-1a1f786a3649 req-7b024fd5-75f5-4665-ada7-e69bad4066be tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481601
Sep 08 16:19:30.658525 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:30.687688 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 625c811b-4427-4c32-9c2e-61a56adb42db {{(pid=79427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:19:30.717898 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 625c811b-4427-4c32-9c2e-61a56adb42db, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=625c811b-4427-4c32-9c2e-61a56adb42db,segment=NetworkSegment(52138e92-9965-4b35-b4cf-e92e92ee1ba1),segment_id=52138e92-9965-4b35-b4cf-e92e92ee1ba1)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:19:30.729725 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:30.730614 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 803ab228-7f07-46e4-85b7-303bb0d7b118 details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 08 16:19:30.733302 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:19:30.882461 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-f882e716-f797-41ed-83c2-bcd5bef9c2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:30.933452 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667bf81-30c0-4f04-b677-f5a72e0d6246 req-b3ae1960-819c-491d-b991-fbd0e536bc8b tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:30.934213 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-2667bf81-30c0-4f04-b677-f5a72e0d6246 req-b3ae1960-819c-491d-b991-fbd0e536bc8b tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Synchronizing usage tracker for tenant:c8c774bb92304c42ab3c6d7f2ab7e7dd on resource:port {{(pid=79425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:19:30.990468 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-2667bf81-30c0-4f04-b677-f5a72e0d6246 req-b3ae1960-819c-491d-b991-fbd0e536bc8b tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Unset dirty status for tenant:c8c774bb92304c42ab3c6d7f2ab7e7dd on resource:port {{(pid=79425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:19:30.993282 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2667bf81-30c0-4f04-b677-f5a72e0d6246 req-b3ae1960-819c-491d-b991-fbd0e536bc8b tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b41dcee-c75d-451b-a235-a2c3350c0507 HTTP/1.1" status: 200  len: 946 time: 0.3261616
Sep 08 16:19:31.011141 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=625c811b-4427-4c32-9c2e-61a56adb42db,revision_number=9']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:19:31.025509 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:19:31.093665 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [req-2667bf81-30c0-4f04-b677-f5a72e0d6246 req-de68aeec-eef5-4e02-b745-061841397ec2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Deleting port 404552c2-bd69-4d33-bd70-44e44802af54 {{(pid=79425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:19:31.094159 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-2667bf81-30c0-4f04-b677-f5a72e0d6246 req-de68aeec-eef5-4e02-b745-061841397ec2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:31.103320 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95421b-20c6-4cdc-98c7-d46854a4202a req-e710caf0-5e74-4bd0-9d79-613e7d72eac8 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:31.108285 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3c95421b-20c6-4cdc-98c7-d46854a4202a req-e710caf0-5e74-4bd0-9d79-613e7d72eac8 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 946 time: 0.2050695
Sep 08 16:19:31.135759 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 803ab228-7f07-46e4-85b7-303bb0d7b118, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=803ab228-7f07-46e4-85b7-303bb0d7b118,segment=NetworkSegment(45793eb5-c328-4c48-b401-508d5b96a8fe),segment_id=45793eb5-c328-4c48-b401-508d5b96a8fe)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:19:31.156805 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Returning: {'device': '803ab228-7f07-46e4-85b7-303bb0d7b118', 'network_id': '5d74c6a3-571e-40d8-8371-c02b20be58d8', 'port_id': '803ab228-7f07-46e4-85b7-303bb0d7b118', 'mac_address': 'fa:16:3e:fe:76:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d09037-da96-4224-8805-a4e99b8718a0', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 08 16:19:31.168840 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5260127-77b2-4275-9c3e-45a0fceec505 req-5c5ff675-76d7-4882-9f83-2b6078ab4e98 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:31.170422 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a5260127-77b2-4275-9c3e-45a0fceec505 req-5c5ff675-76d7-4882-9f83-2b6078ab4e98 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b41dcee-c75d-451b-a235-a2c3350c0507 HTTP/1.1" status: 200  len: 946 time: 0.1757464
Sep 08 16:19:31.208067 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3c95421b-20c6-4cdc-98c7-d46854a4202a req-e6c3ae89-6b01-4b2a-b3fe-8da55ef0944c tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889981
Sep 08 16:19:31.223917 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:31.247210 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a5260127-77b2-4275-9c3e-45a0fceec505 req-f70ca4df-3126-465d-b960-2b91a0e1d1c1 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590429
Sep 08 16:19:31.257438 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 803ab228-7f07-46e4-85b7-303bb0d7b118 {{(pid=79427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:19:31.324714 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:31.332802 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 803ab228-7f07-46e4-85b7-303bb0d7b118, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=803ab228-7f07-46e4-85b7-303bb0d7b118,segment=NetworkSegment(45793eb5-c328-4c48-b401-508d5b96a8fe),segment_id=45793eb5-c328-4c48-b401-508d5b96a8fe)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:19:31.338427 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:31.341310 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-e3fc79f8-88e7-4dce-8e5f-88495a304555 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:19:31.431275 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=803ab228-7f07-46e4-85b7-303bb0d7b118,revision_number=4']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:19:31.434329 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:19:31.475548 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1a863-badb-45e2-869b-b39f538ef42b req-e14fe822-375f-471f-b092-e72a58cc9192 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:31.480294 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f3c1a863-badb-45e2-869b-b39f538ef42b req-e14fe822-375f-471f-b092-e72a58cc9192 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/ports?device_id=8868bc85-c114-4b48-a7e2-e219903fdd7a HTTP/1.1" status: 200  len: 948 time: 0.1050451
Sep 08 16:19:31.537284 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f3c1a863-badb-45e2-869b-b39f538ef42b req-d06633ee-c85b-46d7-b47e-25c3b5693868 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9e1125c-972e-48d2-af44-2fb2cd0fecdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559680
Sep 08 16:19:31.553172 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-2667bf81-30c0-4f04-b677-f5a72e0d6246 req-de68aeec-eef5-4e02-b745-061841397ec2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] For port 404552c2-bd69-4d33-bd70-44e44802af54, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=404552c2-bd69-4d33-bd70-44e44802af54,segment=NetworkSegment(050fb669-5eaa-4590-8753-e18a07bddcf4),segment_id=050fb669-5eaa-4590-8753-e18a07bddcf4)] {{(pid=79425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:19:31.553645 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-2667bf81-30c0-4f04-b677-f5a72e0d6246 req-de68aeec-eef5-4e02-b745-061841397ec2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:31.700478 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [req-2667bf81-30c0-4f04-b677-f5a72e0d6246 req-de68aeec-eef5-4e02-b745-061841397ec2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Calling delete_port for 404552c2-bd69-4d33-bd70-44e44802af54 owned by compute:nova {{(pid=79425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:19:31.922323 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46adb6-df02-4d73-8aad-8185d7942c47 req-4a6b46d0-60aa-45af-8559-cd55f241ed2f tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:31.924993 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3f46adb6-df02-4d73-8aad-8185d7942c47 req-4a6b46d0-60aa-45af-8559-cd55f241ed2f tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 945 time: 0.1989648
Sep 08 16:19:31.949892 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['803ab228-7f07-46e4-85b7-303bb0d7b118'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:19:32.024001 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49814268-ae75-442e-a3f0-6e3d4db84c52 req-c10de3af-b7cf-4325-b10f-de7c7a2c2cfc tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:32.025146 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-49814268-ae75-442e-a3f0-6e3d4db84c52 req-c10de3af-b7cf-4325-b10f-de7c7a2c2cfc tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Synchronizing usage tracker for tenant:3abc28c3a0c44587b1e4367f9363241d on resource:port {{(pid=79425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:19:32.026690 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3f46adb6-df02-4d73-8aad-8185d7942c47 req-5f16805e-cf5a-4834-8bc5-fb8ff065a1ab tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0917232
Sep 08 16:19:32.029812 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-2667bf81-30c0-4f04-b677-f5a72e0d6246 req-de68aeec-eef5-4e02-b745-061841397ec2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:32.036882 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-16108a1b-120a-499c-9cdc-b28fcc2b5b07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:19:32.069761 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['625c811b-4427-4c32-9c2e-61a56adb42db'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:19:32.095313 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68aeec-eef5-4e02-b745-061841397ec2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Pushing event deleted for resources: {'Port': ['ID=404552c2-bd69-4d33-bd70-44e44802af54,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:19:32.139226 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-49814268-ae75-442e-a3f0-6e3d4db84c52 req-c10de3af-b7cf-4325-b10f-de7c7a2c2cfc tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Unset dirty status for tenant:3abc28c3a0c44587b1e4367f9363241d on resource:port {{(pid=79425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:19:32.140443 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-49814268-ae75-442e-a3f0-6e3d4db84c52 req-c10de3af-b7cf-4325-b10f-de7c7a2c2cfc tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 946 time: 0.4095266
Sep 08 16:19:32.149188 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68aeec-eef5-4e02-b745-061841397ec2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:19:32.149603 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68aeec-eef5-4e02-b745-061841397ec2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:19:32.149921 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68aeec-eef5-4e02-b745-061841397ec2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:19:32.150245 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68aeec-eef5-4e02-b745-061841397ec2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:19:32.150592 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68aeec-eef5-4e02-b745-061841397ec2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:19:32.150936 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68aeec-eef5-4e02-b745-061841397ec2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:19:32.151284 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68aeec-eef5-4e02-b745-061841397ec2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:19:32.151653 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68aeec-eef5-4e02-b745-061841397ec2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:19:32.151995 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68aeec-eef5-4e02-b745-061841397ec2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:19:32.152331 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68aeec-eef5-4e02-b745-061841397ec2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:19:32.152666 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68aeec-eef5-4e02-b745-061841397ec2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:19:32.153268 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68aeec-eef5-4e02-b745-061841397ec2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:19:32.163706 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-de68aeec-eef5-4e02-b745-061841397ec2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:19:32.225174 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 404552c2-bd69-4d33-bd70-44e44802af54 no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:19:32.241940 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [req-2667bf81-30c0-4f04-b677-f5a72e0d6246 req-de68aeec-eef5-4e02-b745-061841397ec2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] No DVR routers for this DVR port 404552c2-bd69-4d33-bd70-44e44802af54 on host hv-cinder-80789 {{(pid=79425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 08 16:19:32.258012 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-2667bf81-30c0-4f04-b677-f5a72e0d6246 req-de68aeec-eef5-4e02-b745-061841397ec2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:32.261041 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b41dcee-c75d-451b-a235-a2c3350c0507', 'name': 'network-vif-deleted', 'tag': '404552c2-bd69-4d33-bd70-44e44802af54'}] {{(pid=79425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:19:32.289936 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2667bf81-30c0-4f04-b677-f5a72e0d6246 req-de68aeec-eef5-4e02-b745-061841397ec2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.70 "DELETE /v2.0/ports/404552c2-bd69-4d33-bd70-44e44802af54 HTTP/1.1" status: 204  len: 173 time: 1.2893958
Sep 08 16:19:32.294236 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [req-49814268-ae75-442e-a3f0-6e3d4db84c52 req-7d17613b-c77d-4247-bf96-af99d014870b tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Deleting port 78b9175d-18a8-472a-b285-f0a5f252604e {{(pid=79425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:19:32.294719 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-49814268-ae75-442e-a3f0-6e3d4db84c52 req-7d17613b-c77d-4247-bf96-af99d014870b tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:32.362044 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] No Port match for: 404552c2-bd69-4d33-bd70-44e44802af54 {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:19:32.363990 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 404552c2-bd69-4d33-bd70-44e44802af54 not bound to the agent host hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:19:32.381734 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b41dcee-c75d-451b-a235-a2c3350c0507', 'name': 'network-vif-deleted', 'tag': '404552c2-bd69-4d33-bd70-44e44802af54', 'status': 'completed', 'code': 200}
Sep 08 16:19:32.785961 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-49814268-ae75-442e-a3f0-6e3d4db84c52 req-7d17613b-c77d-4247-bf96-af99d014870b tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] For port 78b9175d-18a8-472a-b285-f0a5f252604e, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=78b9175d-18a8-472a-b285-f0a5f252604e,segment=NetworkSegment(893ed9cc-48a8-450f-9ac5-4af6a46b4e12),segment_id=893ed9cc-48a8-450f-9ac5-4af6a46b4e12)] {{(pid=79425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:19:32.786388 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-49814268-ae75-442e-a3f0-6e3d4db84c52 req-7d17613b-c77d-4247-bf96-af99d014870b tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:32.805877 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a50e3-9d92-4f43-9d86-b157bd3a7ef5 req-1e2bc84f-6454-4e34-b2c5-e9fb4069e2ff tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:32.819418 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-cf7a50e3-9d92-4f43-9d86-b157bd3a7ef5 req-1e2bc84f-6454-4e34-b2c5-e9fb4069e2ff tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 946 time: 0.2531347
Sep 08 16:19:32.883098 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-cf7a50e3-9d92-4f43-9d86-b157bd3a7ef5 req-998eafee-16c2-4402-95dd-81a543368fbf tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622206
Sep 08 16:19:33.009158 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b427b5b9-2fd6-4f15-b1ae-3ff266d7d287 req-beaeed93-5ddc-4622-b6a1-0a69e0198e36 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b41dcee-c75d-451b-a235-a2c3350c0507 HTTP/1.1" status: 200  len: 210 time: 0.0508800
Sep 08 16:19:33.021807 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [req-49814268-ae75-442e-a3f0-6e3d4db84c52 req-7d17613b-c77d-4247-bf96-af99d014870b tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Calling delete_port for 78b9175d-18a8-472a-b285-f0a5f252604e owned by compute:nova {{(pid=79425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:19:33.281686 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-49814268-ae75-442e-a3f0-6e3d4db84c52 req-7d17613b-c77d-4247-bf96-af99d014870b tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:33.291919 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:19:33.318734 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198930a9-2607-4730-8bac-6079d3c0d894 req-8f8dbea2-9821-4fc7-8681-d55a6f8754b1 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:33.327567 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-198930a9-2607-4730-8bac-6079d3c0d894 req-8f8dbea2-9821-4fc7-8681-d55a6f8754b1 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/ports?device_id=8868bc85-c114-4b48-a7e2-e219903fdd7a HTTP/1.1" status: 200  len: 948 time: 0.1925952
Sep 08 16:19:33.390006 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-198930a9-2607-4730-8bac-6079d3c0d894 req-8d184b04-564b-46b3-b90d-f917b6461530 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9e1125c-972e-48d2-af44-2fb2cd0fecdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626769
Sep 08 16:19:33.432850 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b48bf-6d38-4032-ad1d-7f1711ff8065 req-7e0246c7-b546-4773-b41e-ec8110453cbf tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:33.436071 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5d0b48bf-6d38-4032-ad1d-7f1711ff8065 req-7e0246c7-b546-4773-b41e-ec8110453cbf tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 945 time: 0.2132754
Sep 08 16:19:33.489107 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5d0b48bf-6d38-4032-ad1d-7f1711ff8065 req-c8f50378-d2d6-432f-8ed0-c413e0c75228 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482295
Sep 08 16:19:33.512972 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17613b-c77d-4247-bf96-af99d014870b tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Pushing event deleted for resources: {'Port': ['ID=78b9175d-18a8-472a-b285-f0a5f252604e,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:19:33.518843 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-7d17613b-c77d-4247-bf96-af99d014870b tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:19:33.630157 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['59e7e543-15da-4662-9f0c-ec72acd13a77', '78b9175d-18a8-472a-b285-f0a5f252604e'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:19:33.657300 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [req-49814268-ae75-442e-a3f0-6e3d4db84c52 req-7d17613b-c77d-4247-bf96-af99d014870b tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] No DVR routers for this DVR port 78b9175d-18a8-472a-b285-f0a5f252604e on host hv-cinder-80789 {{(pid=79425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 08 16:19:33.658118 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['7cbd5dee-f58a-4b80-ad1f-8953c26b4057', 'aa473e45-2d44-4f49-a4fd-95423bbd6c8d', 'e918380a-f380-42f2-a078-3ebb80ee7526'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:19:33.660910 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-49814268-ae75-442e-a3f0-6e3d4db84c52 req-7d17613b-c77d-4247-bf96-af99d014870b tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:33.678810 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-49814268-ae75-442e-a3f0-6e3d4db84c52 req-7d17613b-c77d-4247-bf96-af99d014870b tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.70 "DELETE /v2.0/ports/78b9175d-18a8-472a-b285-f0a5f252604e HTTP/1.1" status: 204  len: 173 time: 1.5163600
Sep 08 16:19:33.983932 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-9826c00f-493f-4683-a492-3a3f508dd541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:34.179807 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a281fdcb-1673-40ec-a3d6-47402aeac850 req-8bbd0903-65fa-4665-af0d-5555634c9bd9 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccdab9af-f621-453f-9905-a59a53ee671c HTTP/1.1" status: 200  len: 210 time: 0.0635476
Sep 08 16:19:34.247628 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 625c811b-4427-4c32-9c2e-61a56adb42db up at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:19:34.383703 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdab9af-f621-453f-9905-a59a53ee671c', 'name': 'network-vif-deleted', 'tag': '78b9175d-18a8-472a-b285-f0a5f252604e'}] {{(pid=79425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:19:34.444371 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdab9af-f621-453f-9905-a59a53ee671c', 'name': 'network-vif-deleted', 'tag': '78b9175d-18a8-472a-b285-f0a5f252604e', 'status': 'completed', 'code': 200}
Sep 08 16:19:34.490512 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning complete for port 625c811b-4427-4c32-9c2e-61a56adb42db triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:19:34.491145 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:34.767218 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd9d6a-ea25-4ead-8318-c6c993d107ad req-e3d2f347-ebd6-4849-940c-89db41df5b19 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:34.771413 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7dbd9d6a-ea25-4ead-8318-c6c993d107ad req-e3d2f347-ebd6-4849-940c-89db41df5b19 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/ports?device_id=8868bc85-c114-4b48-a7e2-e219903fdd7a HTTP/1.1" status: 200  len: 948 time: 0.2254589
Sep 08 16:19:34.791925 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2560e01-8225-4496-b7cb-6339b33bf5ca req-233ae82e-c7a1-4058-ae91-ceee6519f007 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:34.794180 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f2560e01-8225-4496-b7cb-6339b33bf5ca req-233ae82e-c7a1-4058-ae91-ceee6519f007 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 945 time: 0.1615844
Sep 08 16:19:34.797744 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:34.847446 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dd36a3-a4b2-4d0e-8140-e629d0c9954d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625c811b-4427-4c32-9c2e-61a56adb42db'}] {{(pid=79427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:19:34.863299 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 625c811b-4427-4c32-9c2e-61a56adb42db, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=625c811b-4427-4c32-9c2e-61a56adb42db,segment=NetworkSegment(52138e92-9965-4b35-b4cf-e92e92ee1ba1),segment_id=52138e92-9965-4b35-b4cf-e92e92ee1ba1)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:19:34.870848 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:34.871993 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 803ab228-7f07-46e4-85b7-303bb0d7b118 up at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:19:34.906734 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:19:34.919662 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7dbd9d6a-ea25-4ead-8318-c6c993d107ad req-37292e5f-4410-46fe-b055-bc89a8237c40 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9e1125c-972e-48d2-af44-2fb2cd0fecdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239059
Sep 08 16:19:34.934605 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f2560e01-8225-4496-b7cb-6339b33bf5ca req-78b691ac-a277-48fe-af73-5e890e139596 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1122744
Sep 08 16:19:35.043015 dv-cinder-807898-1-iscsi neutron-server[79427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2dd36a3-a4b2-4d0e-8140-e629d0c9954d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625c811b-4427-4c32-9c2e-61a56adb42db', 'code': 200}
Sep 08 16:19:35.043705 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=625c811b-4427-4c32-9c2e-61a56adb42db,revision_number=10']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:19:35.048223 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:19:35.066014 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning for port 803ab228-7f07-46e4-85b7-303bb0d7b118 completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:19:35.075815 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning complete for port 803ab228-7f07-46e4-85b7-303bb0d7b118 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:19:35.076217 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:35.238856 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:35.239730 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:35.275988 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 803ab228-7f07-46e4-85b7-303bb0d7b118, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=803ab228-7f07-46e4-85b7-303bb0d7b118,segment=NetworkSegment(45793eb5-c328-4c48-b401-508d5b96a8fe),segment_id=45793eb5-c328-4c48-b401-508d5b96a8fe)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:19:35.280961 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:35.283615 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-5d96c95d-cc9e-43ee-8c64-a061a05af4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:19:35.360861 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=803ab228-7f07-46e4-85b7-303bb0d7b118,revision_number=5']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:19:35.365571 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:19:35.947793 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc79e86-b436-498e-a024-de702146860e req-f150494b-6d0f-4905-9ae0-ca0c5b009c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:35.950281 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-7fc79e86-b436-498e-a024-de702146860e req-f150494b-6d0f-4905-9ae0-ca0c5b009c57 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 1100 time: 0.1174531
Sep 08 16:19:36.023344 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628c35d-3000-4098-bbcb-ee1289da8a9e req-a0190045-dddb-4441-bd44-3ab1ac54c336 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:36.026902 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-7fc79e86-b436-498e-a024-de702146860e req-a331cd64-7b26-4ac5-80c6-a44ce0c5e564 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607879
Sep 08 16:19:36.027324 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a628c35d-3000-4098-bbcb-ee1289da8a9e req-a0190045-dddb-4441-bd44-3ab1ac54c336 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c08f6f9-7669-40ee-b76b-b418d405c6fd HTTP/1.1" status: 200  len: 946 time: 0.1919611
Sep 08 16:19:36.056215 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b635531-71b4-4fdd-9ed2-99755af6786f req-2787639f-4e07-4742-8a12-67bb0fc1c5b7 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:36.057810 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5b635531-71b4-4fdd-9ed2-99755af6786f req-2787639f-4e07-4742-8a12-67bb0fc1c5b7 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.1582828
Sep 08 16:19:36.110838 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a628c35d-3000-4098-bbcb-ee1289da8a9e req-8ed762e4-cb2f-4d1a-a1ed-e49f2f01e999 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791717
Sep 08 16:19:36.126130 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5b635531-71b4-4fdd-9ed2-99755af6786f req-d768eff9-7aac-4596-93a4-68a3f2a7a702 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614817
Sep 08 16:19:36.249436 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 78b9175d-18a8-472a-b285-f0a5f252604e no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:19:36.319825 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] No Port match for: 78b9175d-18a8-472a-b285-f0a5f252604e {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:19:36.320399 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 78b9175d-18a8-472a-b285-f0a5f252604e not bound to the agent host hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:19:36.412290 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc591b35-cc22-4feb-8594-08d6333f2dde req-ba0313f3-d0cd-4b03-b753-5fa7749bc903 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:36.414082 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-fc591b35-cc22-4feb-8594-08d6333f2dde req-ba0313f3-d0cd-4b03-b753-5fa7749bc903 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 947 time: 0.1852729
Sep 08 16:19:36.426919 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3cb28-8e8a-4483-93cb-0a930a53e7f1 req-b42778d5-38fa-45f8-8390-01703274ad1e tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:36.428503 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d9c3cb28-8e8a-4483-93cb-0a930a53e7f1 req-b42778d5-38fa-45f8-8390-01703274ad1e tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/ports?device_id=8868bc85-c114-4b48-a7e2-e219903fdd7a HTTP/1.1" status: 200  len: 949 time: 0.1461184
Sep 08 16:19:36.513998 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-fc591b35-cc22-4feb-8594-08d6333f2dde req-822a7e61-cd0c-479e-a14e-d431b456a468 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0843513
Sep 08 16:19:36.519434 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d9c3cb28-8e8a-4483-93cb-0a930a53e7f1 req-43043b67-8649-436b-93ee-f7c677289674 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9e1125c-972e-48d2-af44-2fb2cd0fecdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635862
Sep 08 16:19:37.044042 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8868bc85-c114-4b48-a7e2-e219903fdd7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803ab228-7f07-46e4-85b7-303bb0d7b118'}] {{(pid=79427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:19:37.096204 dv-cinder-807898-1-iscsi neutron-server[79427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8868bc85-c114-4b48-a7e2-e219903fdd7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803ab228-7f07-46e4-85b7-303bb0d7b118', 'code': 200}
Sep 08 16:19:37.337641 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:37.412990 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824ad2c-66e7-4f0f-b081-f186bcf0db41 req-3698610a-e751-4a7f-8fa8-86c9510d701d tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:37.414573 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-1824ad2c-66e7-4f0f-b081-f186bcf0db41 req-3698610a-e751-4a7f-8fa8-86c9510d701d tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c08f6f9-7669-40ee-b76b-b418d405c6fd HTTP/1.1" status: 200  len: 946 time: 0.1680837
Sep 08 16:19:37.449155 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06247104-6293-4d94-abde-e979952a0423 req-2ea21639-9d89-436a-868e-a87843de57e9 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:37.450641 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-06247104-6293-4d94-abde-e979952a0423 req-2ea21639-9d89-436a-868e-a87843de57e9 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.1473546
Sep 08 16:19:37.521319 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-1824ad2c-66e7-4f0f-b081-f186bcf0db41 req-286a0a15-1f3e-4158-8a1e-eff0f5dcc598 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973046
Sep 08 16:19:37.589000 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-06247104-6293-4d94-abde-e979952a0423 req-508ac91f-2a16-41a2-84bf-d6e873cec92e tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255436
Sep 08 16:19:37.616983 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9eb971-09c3-4325-8176-f8cc4650180c req-d8f506c0-3fbe-455a-b6dc-488b4ae666c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:37.620441 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-ed9eb971-09c3-4325-8176-f8cc4650180c req-d8f506c0-3fbe-455a-b6dc-488b4ae666c5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8868bc85-c114-4b48-a7e2-e219903fdd7a HTTP/1.1" status: 200  len: 1102 time: 0.1996005
Sep 08 16:19:37.712397 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-ed9eb971-09c3-4325-8176-f8cc4650180c req-4ccd7f77-9756-4ef3-807a-c1c1dfa1fa6d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e9e1125c-972e-48d2-af44-2fb2cd0fecdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723395
Sep 08 16:19:37.961710 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b49748d-3430-4651-a5ed-9137982261fa req-df60fc83-5730-44f2-8060-9cb2f1fc8821 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:37.963650 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-8b49748d-3430-4651-a5ed-9137982261fa req-df60fc83-5730-44f2-8060-9cb2f1fc8821 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 947 time: 0.1662278
Sep 08 16:19:37.977283 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31915ab-dd3d-4f7f-910e-22d96d999741 req-b4490108-54bf-44c0-b713-406527019b9e tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:37.979144 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-c31915ab-dd3d-4f7f-910e-22d96d999741 req-b4490108-54bf-44c0-b713-406527019b9e tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/ports?device_id=8868bc85-c114-4b48-a7e2-e219903fdd7a HTTP/1.1" status: 200  len: 949 time: 0.1806242
Sep 08 16:19:38.061437 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-8b49748d-3430-4651-a5ed-9137982261fa req-47025826-44ff-4f62-9bbf-f79dfe0028d5 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0782876
Sep 08 16:19:38.075217 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-c31915ab-dd3d-4f7f-910e-22d96d999741 req-9a3d99d2-11b5-49d5-b7a5-f1d1a76e2f8d tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9e1125c-972e-48d2-af44-2fb2cd0fecdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758801
Sep 08 16:19:38.758167 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07aec1-8058-4c07-889a-2b1bfa14d0c9 req-3454d2b9-cb03-4b9d-8782-379284d8deeb tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:38.759829 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-8c07aec1-8058-4c07-889a-2b1bfa14d0c9 req-3454d2b9-cb03-4b9d-8782-379284d8deeb tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c08f6f9-7669-40ee-b76b-b418d405c6fd HTTP/1.1" status: 200  len: 946 time: 0.0985582
Sep 08 16:19:38.948238 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-8c07aec1-8058-4c07-889a-2b1bfa14d0c9 req-fbb251d2-fb5d-49d4-92d6-d716736fe288 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125731
Sep 08 16:19:38.985354 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4de0b2-add9-4750-8151-76c33fe89664 req-1787bf3c-d378-4073-920a-ed9b04ede33e tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:38.988326 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4b4de0b2-add9-4750-8151-76c33fe89664 req-1787bf3c-d378-4073-920a-ed9b04ede33e tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.2237711
Sep 08 16:19:39.045887 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4b4de0b2-add9-4750-8151-76c33fe89664 req-3b37499a-2856-433e-b5e7-df19e5fd7472 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499277
Sep 08 16:19:39.334060 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20676586-27ce-4511-8cf6-39cb5cb5a67c req-aefa8420-ba9d-405c-ab60-a0dfa5390a55 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:39.335317 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-20676586-27ce-4511-8cf6-39cb5cb5a67c req-aefa8420-ba9d-405c-ab60-a0dfa5390a55 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Synchronizing usage tracker for tenant:c8c774bb92304c42ab3c6d7f2ab7e7dd on resource:port {{(pid=79425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:19:39.362775 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-20676586-27ce-4511-8cf6-39cb5cb5a67c req-aefa8420-ba9d-405c-ab60-a0dfa5390a55 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Unset dirty status for tenant:c8c774bb92304c42ab3c6d7f2ab7e7dd on resource:port {{(pid=79425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:19:39.365039 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-20676586-27ce-4511-8cf6-39cb5cb5a67c req-aefa8420-ba9d-405c-ab60-a0dfa5390a55 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c08f6f9-7669-40ee-b76b-b418d405c6fd HTTP/1.1" status: 200  len: 946 time: 0.1814642
Sep 08 16:19:39.496186 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [req-20676586-27ce-4511-8cf6-39cb5cb5a67c req-f138ace1-53e4-4473-a936-a18f9da97b09 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Deleting port e918380a-f380-42f2-a078-3ebb80ee7526 {{(pid=79425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:19:39.497550 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-20676586-27ce-4511-8cf6-39cb5cb5a67c req-f138ace1-53e4-4473-a936-a18f9da97b09 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:39.532309 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1dd88-8e10-413e-aa2a-42805c18b25a req-712c7d27-db18-4be9-88d1-5e4b76f31637 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:39.534349 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0ab1dd88-8e10-413e-aa2a-42805c18b25a req-712c7d27-db18-4be9-88d1-5e4b76f31637 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 947 time: 0.3319149
Sep 08 16:19:39.547825 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0dd2e-c0cc-43c1-ad92-96219356199a req-e97d4b12-de1c-4498-9c71-484b00e22dba tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:39.549935 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-abb0dd2e-c0cc-43c1-ad92-96219356199a req-e97d4b12-de1c-4498-9c71-484b00e22dba tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/ports?device_id=8868bc85-c114-4b48-a7e2-e219903fdd7a HTTP/1.1" status: 200  len: 949 time: 0.2697964
Sep 08 16:19:39.635455 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0ab1dd88-8e10-413e-aa2a-42805c18b25a req-af43c9f7-0a77-490c-b39c-41d34b1ef0f3 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0836544
Sep 08 16:19:39.644435 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-abb0dd2e-c0cc-43c1-ad92-96219356199a req-fd64ad98-68fc-4b01-9b97-1c1d8eaf8784 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9e1125c-972e-48d2-af44-2fb2cd0fecdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742292
Sep 08 16:19:39.832530 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-20676586-27ce-4511-8cf6-39cb5cb5a67c req-f138ace1-53e4-4473-a936-a18f9da97b09 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] For port e918380a-f380-42f2-a078-3ebb80ee7526, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=e918380a-f380-42f2-a078-3ebb80ee7526,segment=NetworkSegment(050fb669-5eaa-4590-8753-e18a07bddcf4),segment_id=050fb669-5eaa-4590-8753-e18a07bddcf4)] {{(pid=79425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:19:39.832530 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-20676586-27ce-4511-8cf6-39cb5cb5a67c req-f138ace1-53e4-4473-a936-a18f9da97b09 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:40.031604 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [req-20676586-27ce-4511-8cf6-39cb5cb5a67c req-f138ace1-53e4-4473-a936-a18f9da97b09 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Calling delete_port for e918380a-f380-42f2-a078-3ebb80ee7526 owned by compute:nova {{(pid=79425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:19:40.194097 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8e765-9d7b-48d6-b467-3600adbb9dc1 req-ca97d312-ab95-4621-b402-ed847382f056 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:40.196496 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7be8e765-9d7b-48d6-b467-3600adbb9dc1 req-ca97d312-ab95-4621-b402-ed847382f056 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c08f6f9-7669-40ee-b76b-b418d405c6fd HTTP/1.1" status: 200  len: 946 time: 0.1194148
Sep 08 16:19:40.204724 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-20676586-27ce-4511-8cf6-39cb5cb5a67c req-f138ace1-53e4-4473-a936-a18f9da97b09 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:40.211286 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-f7ad12af-eadd-445b-9f9d-f7b79c9ffae6 tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:19:40.246121 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['7cbd5dee-f58a-4b80-ad1f-8953c26b4057', 'aa473e45-2d44-4f49-a4fd-95423bbd6c8d', 'e918380a-f380-42f2-a078-3ebb80ee7526'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:19:40.264447 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138ace1-53e4-4473-a936-a18f9da97b09 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Pushing event deleted for resources: {'Port': ['ID=e918380a-f380-42f2-a078-3ebb80ee7526,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:19:40.267743 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-f138ace1-53e4-4473-a936-a18f9da97b09 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:19:40.300530 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7be8e765-9d7b-48d6-b467-3600adbb9dc1 req-ebcc7f29-3d73-4e72-bd53-e2e9c8a61922 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703635
Sep 08 16:19:40.326644 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db81191-e77a-4ec5-84bb-1eba8b82dc57 req-afc2e8e7-4615-439c-a859-9829c0fd0652 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:40.328604 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4db81191-e77a-4ec5-84bb-1eba8b82dc57 req-afc2e8e7-4615-439c-a859-9829c0fd0652 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.1311226
Sep 08 16:19:40.349691 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [req-20676586-27ce-4511-8cf6-39cb5cb5a67c req-f138ace1-53e4-4473-a936-a18f9da97b09 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] No DVR routers for this DVR port e918380a-f380-42f2-a078-3ebb80ee7526 on host hv-cinder-80789 {{(pid=79425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 08 16:19:40.353367 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-20676586-27ce-4511-8cf6-39cb5cb5a67c req-f138ace1-53e4-4473-a936-a18f9da97b09 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:40.358387 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c08f6f9-7669-40ee-b76b-b418d405c6fd', 'name': 'network-vif-deleted', 'tag': 'e918380a-f380-42f2-a078-3ebb80ee7526'}] {{(pid=79425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:19:40.394839 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4db81191-e77a-4ec5-84bb-1eba8b82dc57 req-e3fcdade-6f79-43e6-a8ef-dab5c272559c tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549138
Sep 08 16:19:40.403549 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-20676586-27ce-4511-8cf6-39cb5cb5a67c req-f138ace1-53e4-4473-a936-a18f9da97b09 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.70 "DELETE /v2.0/ports/e918380a-f380-42f2-a078-3ebb80ee7526 HTTP/1.1" status: 204  len: 173 time: 1.0296392
Sep 08 16:19:40.442634 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c08f6f9-7669-40ee-b76b-b418d405c6fd', 'name': 'network-vif-deleted', 'tag': 'e918380a-f380-42f2-a078-3ebb80ee7526', 'status': 'completed', 'code': 200}
Sep 08 16:19:40.866618 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4593c7-3af6-4dcb-b65c-1183667dacaf req-533aab42-b229-43cc-a4f9-a2e61f372389 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:40.868223 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-cc4593c7-3af6-4dcb-b65c-1183667dacaf req-533aab42-b229-43cc-a4f9-a2e61f372389 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/ports?device_id=8868bc85-c114-4b48-a7e2-e219903fdd7a HTTP/1.1" status: 200  len: 949 time: 0.0894706
Sep 08 16:19:40.930802 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-cc4593c7-3af6-4dcb-b65c-1183667dacaf req-18c7ea95-03a9-4125-a751-e0ce60add3f2 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9e1125c-972e-48d2-af44-2fb2cd0fecdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512383
Sep 08 16:19:41.544989 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9f4e794a-c220-486f-b160-838974dbd709 req-cd1dd95f-cbf8-4536-b70a-1d47a1a7977b tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c08f6f9-7669-40ee-b76b-b418d405c6fd HTTP/1.1" status: 200  len: 210 time: 0.0504534
Sep 08 16:19:41.588009 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08215f3-fafe-4109-a572-62e3c4204a00 req-fbaa0c1d-bd36-4191-949e-cd7e11204aa2 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:41.589650 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d08215f3-fafe-4109-a572-62e3c4204a00 req-fbaa0c1d-bd36-4191-949e-cd7e11204aa2 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/ports?device_id=8868bc85-c114-4b48-a7e2-e219903fdd7a HTTP/1.1" status: 200  len: 949 time: 0.1390877
Sep 08 16:19:41.661246 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d08215f3-fafe-4109-a572-62e3c4204a00 req-e726e499-55ad-4258-9170-546950aafc65 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9e1125c-972e-48d2-af44-2fb2cd0fecdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618145
Sep 08 16:19:41.772547 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c11822-f453-4679-987d-73ba695a11a0 req-a2b5ebec-ee2e-44fd-9299-d1d5da5a960d tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:41.774093 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-23c11822-f453-4679-987d-73ba695a11a0 req-a2b5ebec-ee2e-44fd-9299-d1d5da5a960d tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.0893617
Sep 08 16:19:41.822042 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-23c11822-f453-4679-987d-73ba695a11a0 req-9105e5d1-10a0-4bd6-8564-6cb32f4b6ffa tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418258
Sep 08 16:19:42.287139 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device e918380a-f380-42f2-a078-3ebb80ee7526 no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:19:42.324255 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] No Port match for: e918380a-f380-42f2-a078-3ebb80ee7526 {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:19:42.324608 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device e918380a-f380-42f2-a078-3ebb80ee7526 not bound to the agent host hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:19:42.944525 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eab19d-621e-49ab-97a5-5243fe055886 req-28bfe718-af61-46de-b32e-e6881709da0e tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:42.947348 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-54eab19d-621e-49ab-97a5-5243fe055886 req-28bfe718-af61-46de-b32e-e6881709da0e tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/ports?device_id=8868bc85-c114-4b48-a7e2-e219903fdd7a HTTP/1.1" status: 200  len: 949 time: 0.1364374
Sep 08 16:19:43.004119 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-54eab19d-621e-49ab-97a5-5243fe055886 req-46c899b4-3d78-4df6-b00a-2f2e18bef0be tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9e1125c-972e-48d2-af44-2fb2cd0fecdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505593
Sep 08 16:19:43.209751 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0239ca3-74dd-4879-812b-0460f6066555 req-866460d2-55dd-47b9-8db0-9d0a450b68c1 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:43.211660 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d0239ca3-74dd-4879-812b-0460f6066555 req-866460d2-55dd-47b9-8db0-9d0a450b68c1 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.1565325
Sep 08 16:19:43.255163 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70779470-91c7-4e68-90dc-3a3b924adf9a req-c5ec14b9-61e7-4050-a19d-03630853deef tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:43.256276 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-70779470-91c7-4e68-90dc-3a3b924adf9a req-c5ec14b9-61e7-4050-a19d-03630853deef tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=97e52b75-f414-4602-9e4a-b937e7875135 HTTP/1.1" status: 200  len: 945 time: 0.1376743
Sep 08 16:19:43.297422 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d0239ca3-74dd-4879-812b-0460f6066555 req-e62e75ea-b2bc-4860-925d-a60c0aa193cb tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751801
Sep 08 16:19:43.320729 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-70779470-91c7-4e68-90dc-3a3b924adf9a req-97ceb6d3-c526-4621-827e-4e89283519b1 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529537
Sep 08 16:19:44.086860 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3ccd4-236a-41d6-87a4-30de8d9b2e16 req-cb2c323c-580e-4c12-a0d1-6a085c00bffb tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:44.088057 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-f5b3ccd4-236a-41d6-87a4-30de8d9b2e16 req-cb2c323c-580e-4c12-a0d1-6a085c00bffb tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Synchronizing usage tracker for tenant:c5959d72d15046548ac7a9dbee8e53f8 on resource:port {{(pid=79425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:19:44.110233 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-f5b3ccd4-236a-41d6-87a4-30de8d9b2e16 req-cb2c323c-580e-4c12-a0d1-6a085c00bffb tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Unset dirty status for tenant:c5959d72d15046548ac7a9dbee8e53f8 on resource:port {{(pid=79425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:19:44.112719 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f5b3ccd4-236a-41d6-87a4-30de8d9b2e16 req-cb2c323c-580e-4c12-a0d1-6a085c00bffb tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.70 "GET /v2.0/ports?device_id=8868bc85-c114-4b48-a7e2-e219903fdd7a HTTP/1.1" status: 200  len: 949 time: 0.1296928
Sep 08 16:19:44.238270 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [req-f5b3ccd4-236a-41d6-87a4-30de8d9b2e16 req-4f6de0ac-4566-4f34-83e7-72c6b0fb3e23 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Deleting port 803ab228-7f07-46e4-85b7-303bb0d7b118 {{(pid=79425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:19:44.238818 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-f5b3ccd4-236a-41d6-87a4-30de8d9b2e16 req-4f6de0ac-4566-4f34-83e7-72c6b0fb3e23 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:44.247513 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5283f9-e4f5-46ae-8d4b-986b12f8082e req-18c5e1ab-57e2-433b-abc9-78e07516e2aa tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:44.249923 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-be5283f9-e4f5-46ae-8d4b-986b12f8082e req-18c5e1ab-57e2-433b-abc9-78e07516e2aa tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/ports?device_id=8868bc85-c114-4b48-a7e2-e219903fdd7a HTTP/1.1" status: 200  len: 949 time: 0.1040266
Sep 08 16:19:44.316571 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-be5283f9-e4f5-46ae-8d4b-986b12f8082e req-eac8ba0e-cba2-45e3-b3e1-6f123256cf75 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9e1125c-972e-48d2-af44-2fb2cd0fecdc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577731
Sep 08 16:19:44.711183 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-f5b3ccd4-236a-41d6-87a4-30de8d9b2e16 req-4f6de0ac-4566-4f34-83e7-72c6b0fb3e23 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] For port 803ab228-7f07-46e4-85b7-303bb0d7b118, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=803ab228-7f07-46e4-85b7-303bb0d7b118,segment=NetworkSegment(45793eb5-c328-4c48-b401-508d5b96a8fe),segment_id=45793eb5-c328-4c48-b401-508d5b96a8fe)] {{(pid=79425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:19:44.711804 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-f5b3ccd4-236a-41d6-87a4-30de8d9b2e16 req-4f6de0ac-4566-4f34-83e7-72c6b0fb3e23 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:44.723324 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77b322-84b7-474b-be94-a14d1754f7b0 req-04d2eb7c-589b-422f-9ce0-2b5a6cbf2313 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:44.724909 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7d77b322-84b7-474b-be94-a14d1754f7b0 req-04d2eb7c-589b-422f-9ce0-2b5a6cbf2313 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.2198253
Sep 08 16:19:44.738044 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77edb14a-e2ba-411d-85d2-da307863a3e2 req-05a78890-eff7-4852-8355-dc3c759e823f tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:44.739616 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-77edb14a-e2ba-411d-85d2-da307863a3e2 req-05a78890-eff7-4852-8355-dc3c759e823f tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=97e52b75-f414-4602-9e4a-b937e7875135 HTTP/1.1" status: 200  len: 945 time: 0.1636374
Sep 08 16:19:44.814965 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7d77b322-84b7-474b-be94-a14d1754f7b0 req-57986d10-28b5-4ea6-ad36-5b647cd21ccc tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742283
Sep 08 16:19:44.820227 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-77edb14a-e2ba-411d-85d2-da307863a3e2 req-9c8f2d4f-4877-4184-88c2-e6b1dcf22513 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663326
Sep 08 16:19:45.081594 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [req-f5b3ccd4-236a-41d6-87a4-30de8d9b2e16 req-4f6de0ac-4566-4f34-83e7-72c6b0fb3e23 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Calling delete_port for 803ab228-7f07-46e4-85b7-303bb0d7b118 owned by compute:nova {{(pid=79425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:19:45.296825 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-f5b3ccd4-236a-41d6-87a4-30de8d9b2e16 req-4f6de0ac-4566-4f34-83e7-72c6b0fb3e23 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:45.306788 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-9ac53bf5-e696-4d02-9202-f6434aadeb49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:19:45.348715 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['803ab228-7f07-46e4-85b7-303bb0d7b118'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:19:45.383576 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6de0ac-4566-4f34-83e7-72c6b0fb3e23 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Pushing event deleted for resources: {'Port': ['ID=803ab228-7f07-46e4-85b7-303bb0d7b118,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:19:45.390257 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-4f6de0ac-4566-4f34-83e7-72c6b0fb3e23 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:19:45.543195 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-bf09ed92-5ef3-470a-a851-3bed86d7c962 req-bd4d813c-7f3b-4553-ada4-1531442ecb78 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/ports?device_id=8868bc85-c114-4b48-a7e2-e219903fdd7a HTTP/1.1" status: 200  len: 210 time: 0.0660243
Sep 08 16:19:45.630438 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b3ccd4-236a-41d6-87a4-30de8d9b2e16 req-4f6de0ac-4566-4f34-83e7-72c6b0fb3e23 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] No DVR routers for this DVR port 803ab228-7f07-46e4-85b7-303bb0d7b118 on host hv-cinder-80789 {{(pid=79425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 08 16:19:45.643644 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-f5b3ccd4-236a-41d6-87a4-30de8d9b2e16 req-4f6de0ac-4566-4f34-83e7-72c6b0fb3e23 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:45.656958 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8868bc85-c114-4b48-a7e2-e219903fdd7a', 'name': 'network-vif-deleted', 'tag': '803ab228-7f07-46e4-85b7-303bb0d7b118'}] {{(pid=79425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:19:45.703081 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f5b3ccd4-236a-41d6-87a4-30de8d9b2e16 req-4f6de0ac-4566-4f34-83e7-72c6b0fb3e23 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.70 "DELETE /v2.0/ports/803ab228-7f07-46e4-85b7-303bb0d7b118 HTTP/1.1" status: 204  len: 173 time: 1.5814383
Sep 08 16:19:45.793838 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:45.802953 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9a547-6ee8-42d7-bef9-11adc3376efb req-c34b528c-491e-4e4d-bf36-6a37ace84e75 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:45.803991 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-35d9a547-6ee8-42d7-bef9-11adc3376efb req-c34b528c-491e-4e4d-bf36-6a37ace84e75 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Synchronizing usage tracker for tenant:c8c774bb92304c42ab3c6d7f2ab7e7dd on resource:port {{(pid=79425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:19:45.827919 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-35d9a547-6ee8-42d7-bef9-11adc3376efb req-c34b528c-491e-4e4d-bf36-6a37ace84e75 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Unset dirty status for tenant:c8c774bb92304c42ab3c6d7f2ab7e7dd on resource:port {{(pid=79425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:19:45.829673 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-35d9a547-6ee8-42d7-bef9-11adc3376efb req-c34b528c-491e-4e4d-bf36-6a37ace84e75 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.70 "GET /v2.0/ports?device_id=97e52b75-f414-4602-9e4a-b937e7875135 HTTP/1.1" status: 200  len: 945 time: 0.2451971
Sep 08 16:19:46.109581 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8868bc85-c114-4b48-a7e2-e219903fdd7a', 'name': 'network-vif-deleted', 'tag': '803ab228-7f07-46e4-85b7-303bb0d7b118', 'status': 'completed', 'code': 200}
Sep 08 16:19:46.223747 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [req-35d9a547-6ee8-42d7-bef9-11adc3376efb req-5c3dd244-b896-4a02-b45d-282083b06d8e tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Deleting port aa473e45-2d44-4f49-a4fd-95423bbd6c8d {{(pid=79425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:19:46.224304 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-35d9a547-6ee8-42d7-bef9-11adc3376efb req-5c3dd244-b896-4a02-b45d-282083b06d8e tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:46.290494 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b10e7-c824-4799-912e-b266422d6879 req-c907165b-e159-4b0e-9152-ffa12ec9c594 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:46.293306 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-010b10e7-c824-4799-912e-b266422d6879 req-c907165b-e159-4b0e-9152-ffa12ec9c594 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=97e52b75-f414-4602-9e4a-b937e7875135 HTTP/1.1" status: 200  len: 945 time: 0.2370408
Sep 08 16:19:46.363047 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-010b10e7-c824-4799-912e-b266422d6879 req-d8809d67-f965-4dcc-94e9-d5a9cc46b75c tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545583
Sep 08 16:19:46.380748 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3559c97-6fda-49f8-9536-aabf34014054 req-6a869dbd-baa9-40d4-9b10-190797c4a01f tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:46.383293 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f3559c97-6fda-49f8-9536-aabf34014054 req-6a869dbd-baa9-40d4-9b10-190797c4a01f tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.1960351
Sep 08 16:19:46.385510 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e213cb0-e852-4d65-8277-c9cc4575f87d req-c4260414-f39d-46cc-b407-3c609f450598 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:46.386280 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-7e213cb0-e852-4d65-8277-c9cc4575f87d req-c4260414-f39d-46cc-b407-3c609f450598 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Synchronizing usage tracker for tenant:3abc28c3a0c44587b1e4367f9363241d on resource:port {{(pid=79425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:19:46.448788 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-7e213cb0-e852-4d65-8277-c9cc4575f87d req-c4260414-f39d-46cc-b407-3c609f450598 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Unset dirty status for tenant:3abc28c3a0c44587b1e4367f9363241d on resource:port {{(pid=79425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:19:46.449968 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-7e213cb0-e852-4d65-8277-c9cc4575f87d req-c4260414-f39d-46cc-b407-3c609f450598 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.70 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.5735204
Sep 08 16:19:46.461757 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f3559c97-6fda-49f8-9536-aabf34014054 req-b3d385f5-0b7b-479f-9ddd-86ea077e4429 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720987
Sep 08 16:19:46.628789 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [req-7e213cb0-e852-4d65-8277-c9cc4575f87d req-f0a55575-41c3-4d5f-ae7d-a7e5c2477167 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Deleting port 59e7e543-15da-4662-9f0c-ec72acd13a77 {{(pid=79425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:19:46.629131 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-7e213cb0-e852-4d65-8277-c9cc4575f87d req-f0a55575-41c3-4d5f-ae7d-a7e5c2477167 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:46.722493 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-35d9a547-6ee8-42d7-bef9-11adc3376efb req-5c3dd244-b896-4a02-b45d-282083b06d8e tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] For port aa473e45-2d44-4f49-a4fd-95423bbd6c8d, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=aa473e45-2d44-4f49-a4fd-95423bbd6c8d,segment=NetworkSegment(050fb669-5eaa-4590-8753-e18a07bddcf4),segment_id=050fb669-5eaa-4590-8753-e18a07bddcf4)] {{(pid=79425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:19:46.723101 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-35d9a547-6ee8-42d7-bef9-11adc3376efb req-5c3dd244-b896-4a02-b45d-282083b06d8e tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:46.836833 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-c50241ed-5964-487e-8086-2776114ebab5 req-5b29dcb0-a8bb-46e8-9cd4-db76e8159fc1 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] 10.222.0.25 "GET /v2.0/ports?device_id=8868bc85-c114-4b48-a7e2-e219903fdd7a HTTP/1.1" status: 200  len: 210 time: 0.0777543
Sep 08 16:19:46.894137 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [req-35d9a547-6ee8-42d7-bef9-11adc3376efb req-5c3dd244-b896-4a02-b45d-282083b06d8e tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Calling delete_port for aa473e45-2d44-4f49-a4fd-95423bbd6c8d owned by compute:nova {{(pid=79425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:19:47.184772 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-7e213cb0-e852-4d65-8277-c9cc4575f87d req-f0a55575-41c3-4d5f-ae7d-a7e5c2477167 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] For port 59e7e543-15da-4662-9f0c-ec72acd13a77, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=59e7e543-15da-4662-9f0c-ec72acd13a77,segment=NetworkSegment(893ed9cc-48a8-450f-9ac5-4af6a46b4e12),segment_id=893ed9cc-48a8-450f-9ac5-4af6a46b4e12)] {{(pid=79425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:19:47.185021 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-7e213cb0-e852-4d65-8277-c9cc4575f87d req-f0a55575-41c3-4d5f-ae7d-a7e5c2477167 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:47.431323 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-35d9a547-6ee8-42d7-bef9-11adc3376efb req-5c3dd244-b896-4a02-b45d-282083b06d8e tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:47.446773 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [req-7e213cb0-e852-4d65-8277-c9cc4575f87d req-f0a55575-41c3-4d5f-ae7d-a7e5c2477167 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Calling delete_port for 59e7e543-15da-4662-9f0c-ec72acd13a77 owned by compute:nova {{(pid=79425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:19:47.480712 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['7cbd5dee-f58a-4b80-ad1f-8953c26b4057', 'aa473e45-2d44-4f49-a4fd-95423bbd6c8d'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:19:47.515748 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-83121f56-6db5-4e5f-b791-9efa94f14653 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:19:47.724842 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3dd244-b896-4a02-b45d-282083b06d8e tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Pushing event deleted for resources: {'Port': ['ID=aa473e45-2d44-4f49-a4fd-95423bbd6c8d,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:19:47.738996 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-5c3dd244-b896-4a02-b45d-282083b06d8e tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:19:47.891222 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d9a547-6ee8-42d7-bef9-11adc3376efb req-5c3dd244-b896-4a02-b45d-282083b06d8e tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] No DVR routers for this DVR port aa473e45-2d44-4f49-a4fd-95423bbd6c8d on host hv-cinder-80789 {{(pid=79425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 08 16:19:47.900537 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-35d9a547-6ee8-42d7-bef9-11adc3376efb req-5c3dd244-b896-4a02-b45d-282083b06d8e tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:47.902059 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-244faeca-f9a5-48c8-a3bc-39ec433de727 req-39d2865b-7549-492b-9fba-f6c2dface7fb tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=97e52b75-f414-4602-9e4a-b937e7875135 HTTP/1.1" status: 200  len: 210 time: 0.2517552
Sep 08 16:19:47.996294 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9756ac1-913c-45b9-9500-4b4b3667162b req-1916a565-8921-44c5-a33a-61a90cf6d075 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:48.012480 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a9756ac1-913c-45b9-9500-4b4b3667162b req-1916a565-8921-44c5-a33a-61a90cf6d075 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 945 time: 0.2860019
Sep 08 16:19:48.056398 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-35d9a547-6ee8-42d7-bef9-11adc3376efb req-5c3dd244-b896-4a02-b45d-282083b06d8e tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.70 "DELETE /v2.0/ports/aa473e45-2d44-4f49-a4fd-95423bbd6c8d HTTP/1.1" status: 204  len: 173 time: 2.1736727
Sep 08 16:19:48.090874 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a9756ac1-913c-45b9-9500-4b4b3667162b req-fbfe17f7-5990-4a3b-92ed-57f07f857b90 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/security-groups?id=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771947
Sep 08 16:19:48.114107 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e52b75-f414-4602-9e4a-b937e7875135', 'name': 'network-vif-deleted', 'tag': 'aa473e45-2d44-4f49-a4fd-95423bbd6c8d'}] {{(pid=79425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:19:48.216726 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-7e213cb0-e852-4d65-8277-c9cc4575f87d req-f0a55575-41c3-4d5f-ae7d-a7e5c2477167 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:48.226531 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e52b75-f414-4602-9e4a-b937e7875135', 'name': 'network-vif-deleted', 'tag': 'aa473e45-2d44-4f49-a4fd-95423bbd6c8d', 'status': 'completed', 'code': 200}
Sep 08 16:19:48.236284 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-5c3dd244-b896-4a02-b45d-282083b06d8e tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:19:48.257290 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['59e7e543-15da-4662-9f0c-ec72acd13a77'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:19:48.327902 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 803ab228-7f07-46e4-85b7-303bb0d7b118 no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:19:48.345752 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a55575-41c3-4d5f-ae7d-a7e5c2477167 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Pushing event deleted for resources: {'Port': ['ID=59e7e543-15da-4662-9f0c-ec72acd13a77,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:19:48.352016 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-f0a55575-41c3-4d5f-ae7d-a7e5c2477167 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:19:48.504897 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e213cb0-e852-4d65-8277-c9cc4575f87d req-f0a55575-41c3-4d5f-ae7d-a7e5c2477167 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] No DVR routers for this DVR port 59e7e543-15da-4662-9f0c-ec72acd13a77 on host hv-cinder-80789 {{(pid=79425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 08 16:19:48.509734 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-7e213cb0-e852-4d65-8277-c9cc4575f87d req-f0a55575-41c3-4d5f-ae7d-a7e5c2477167 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:48.542966 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] No Port match for: 803ab228-7f07-46e4-85b7-303bb0d7b118 {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:19:48.543906 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 803ab228-7f07-46e4-85b7-303bb0d7b118 not bound to the agent host hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:19:48.552340 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-7e213cb0-e852-4d65-8277-c9cc4575f87d req-f0a55575-41c3-4d5f-ae7d-a7e5c2477167 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.70 "DELETE /v2.0/ports/59e7e543-15da-4662-9f0c-ec72acd13a77 HTTP/1.1" status: 204  len: 173 time: 2.0453160
Sep 08 16:19:49.218095 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-8790dda4-8e3d-49d1-9835-01d46bee2664 req-180c5c84-b62d-4cbf-87a5-7b1b04ad4b27 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=97e52b75-f414-4602-9e4a-b937e7875135 HTTP/1.1" status: 200  len: 210 time: 0.0676429
Sep 08 16:19:49.425787 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d06ba4bc-7feb-4fec-948d-411191d6cd1b req-d27dbc9e-3ed5-4559-bb91-ddf5f6c478d8 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] 10.222.0.25 "GET /v2.0/ports?device_id=025be250-ed13-4171-af63-942ce76ab60a HTTP/1.1" status: 200  len: 210 time: 0.0799532
Sep 08 16:19:50.227328 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025be250-ed13-4171-af63-942ce76ab60a', 'name': 'network-vif-deleted', 'tag': '59e7e543-15da-4662-9f0c-ec72acd13a77'}] {{(pid=79425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:19:50.296936 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025be250-ed13-4171-af63-942ce76ab60a', 'name': 'network-vif-deleted', 'tag': '59e7e543-15da-4662-9f0c-ec72acd13a77', 'status': 'completed', 'code': 200}
Sep 08 16:19:50.318245 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device aa473e45-2d44-4f49-a4fd-95423bbd6c8d no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:19:50.367314 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] No Port match for: aa473e45-2d44-4f49-a4fd-95423bbd6c8d {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:19:50.368020 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device aa473e45-2d44-4f49-a4fd-95423bbd6c8d not bound to the agent host hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:19:50.368887 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 59e7e543-15da-4662-9f0c-ec72acd13a77 no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:19:50.425518 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] No Port match for: 59e7e543-15da-4662-9f0c-ec72acd13a77 {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:19:50.426056 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 59e7e543-15da-4662-9f0c-ec72acd13a77 not bound to the agent host hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:19:50.586224 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 41460) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:19:51.525545 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-eb325b74-01b9-41dc-9967-17384f190ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1928918'] for router_interface, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:52.167219 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-eb325b74-01b9-41dc-9967-17384f190ae1 admin admin] Deleting port 3df6a47f-4781-423d-82d6-7f24dad5341e {{(pid=79426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:19:52.168242 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-eb325b74-01b9-41dc-9967-17384f190ae1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:52.454532 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [None req-eb325b74-01b9-41dc-9967-17384f190ae1 admin admin] For port 3df6a47f-4781-423d-82d6-7f24dad5341e, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=3df6a47f-4781-423d-82d6-7f24dad5341e,segment=NetworkSegment(893ed9cc-48a8-450f-9ac5-4af6a46b4e12),segment_id=893ed9cc-48a8-450f-9ac5-4af6a46b4e12)] {{(pid=79426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:19:52.455300 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-eb325b74-01b9-41dc-9967-17384f190ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:52.683900 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-eb325b74-01b9-41dc-9967-17384f190ae1 admin admin] Calling delete_port for 3df6a47f-4781-423d-82d6-7f24dad5341e owned by network:router_interface {{(pid=79426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:19:53.209067 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-eb325b74-01b9-41dc-9967-17384f190ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701'] for port, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:53.213435 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:19:53.258483 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb325b74-01b9-41dc-9967-17384f190ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3df6a47f-4781-423d-82d6-7f24dad5341e,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:19:53.301396 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb325b74-01b9-41dc-9967-17384f190ae1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:19:53.301396 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb325b74-01b9-41dc-9967-17384f190ae1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:19:53.301829 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb325b74-01b9-41dc-9967-17384f190ae1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:19:53.302137 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb325b74-01b9-41dc-9967-17384f190ae1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:19:53.302463 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb325b74-01b9-41dc-9967-17384f190ae1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:19:53.302804 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb325b74-01b9-41dc-9967-17384f190ae1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:19:53.303173 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb325b74-01b9-41dc-9967-17384f190ae1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:19:53.303534 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb325b74-01b9-41dc-9967-17384f190ae1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:19:53.303874 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb325b74-01b9-41dc-9967-17384f190ae1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:19:53.304208 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb325b74-01b9-41dc-9967-17384f190ae1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:19:53.304540 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb325b74-01b9-41dc-9967-17384f190ae1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:19:53.304871 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb325b74-01b9-41dc-9967-17384f190ae1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:19:53.314258 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-eb325b74-01b9-41dc-9967-17384f190ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:19:53.532101 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-eb325b74-01b9-41dc-9967-17384f190ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1938022'] for router_interface, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:54.004309 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb325b74-01b9-41dc-9967-17384f190ae1 admin admin] Router 24869578-348a-4d48-a670-67b127fee28b has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:19:54.287460 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb325b74-01b9-41dc-9967-17384f190ae1 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:19:54.301653 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b826307-31d8-482e-ac24-197664ac91cb None None] Sync routers for ids ['24869578-348a-4d48-a670-67b127fee28b'] in dv-cinder-807898-1-iscsi {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:19:54.312998 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-eb325b74-01b9-41dc-9967-17384f190ae1 admin admin] 10.222.0.25 "PUT /v2.0/routers/24869578-348a-4d48-a670-67b127fee28b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7210510
Sep 08 16:19:54.314279 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 41574) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:19:54.327702 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b826307-31d8-482e-ac24-197664ac91cb None None] Routers {'24869578-348a-4d48-a670-67b127fee28b'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:19:54.328786 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-0b826307-31d8-482e-ac24-197664ac91cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251a635b0>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:19:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['24869578-348a-4d48-a670-67b127fee28b'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:19:54.456608 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 41582) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:19:54.640730 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-0b826307-31d8-482e-ac24-197664ac91cb None None] Set router 24869578-348a-4d48-a670-67b127fee28b gateway port host: dv-cinder-807898-1-iscsi {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:19:54.669385 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-fc3f72c0-4c3d-4817-8274-dcff2d4080fe admin admin] Notify callbacks [] for router, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:54.963972 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-fc3f72c0-4c3d-4817-8274-dcff2d4080fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:54.979047 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [None req-fc3f72c0-4c3d-4817-8274-dcff2d4080fe admin admin] Deleting port 5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4 {{(pid=79425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:19:54.980010 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-fc3f72c0-4c3d-4817-8274-dcff2d4080fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:55.228608 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-0b826307-31d8-482e-ac24-197664ac91cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251a635b0>, [{'id': '24869578-348a-4d48-a670-67b127fee28b', 'name': 'tempest-ServerRescueNegativeTestJSON-1080623597-router', 'tenant_id': '3abc28c3a0c44587b1e4367f9363241d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:25Z', 'updated_at': '2021-09-08T16:19:53Z', 'revision_number': 5, 'project_id': '3abc28c3a0c44587b1e4367f9363241d', 'gw_port': {'id': '5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24869578-348a-4d48-a670-67b127fee28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:26Z', 'updated_at': '2021-09-08T16:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi'}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:19:55.240902 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b826307-31d8-482e-ac24-197664ac91cb None None] Checking router: 24869578-348a-4d48-a670-67b127fee28b for host: dv-cinder-807898-1-iscsi {{(pid=79428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:19:55.255496 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b826307-31d8-482e-ac24-197664ac91cb None None] Routers {'24869578-348a-4d48-a670-67b127fee28b'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:19:55.256566 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-0b826307-31d8-482e-ac24-197664ac91cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251a635b0>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:19:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['24869578-348a-4d48-a670-67b127fee28b'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:19:55.273933 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [None req-fc3f72c0-4c3d-4817-8274-dcff2d4080fe admin admin] For port 5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4,segment=NetworkSegment(3235b71f-0c14-40b5-ba80-96fc5a4742a1),segment_id=3235b71f-0c14-40b5-ba80-96fc5a4742a1)] {{(pid=79425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:19:55.274442 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-fc3f72c0-4c3d-4817-8274-dcff2d4080fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:55.276154 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bdf93-1103-4538-9840-cd4d4101d2a2 req-7be12fa3-40fc-4d06-90d5-38cc05057a65 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:55.278215 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ba4bdf93-1103-4538-9840-cd4d4101d2a2 req-7be12fa3-40fc-4d06-90d5-38cc05057a65 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=5667d820-d623-4b13-af5f-cee38599c046 HTTP/1.1" status: 200  len: 945 time: 0.5551147
Sep 08 16:19:55.296598 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-8e1ab69c-97b8-450a-9782-cdd6436271fe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c5959d72d15046548ac7a9dbee8e53f8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8374360
Sep 08 16:19:55.297665 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 41594) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:19:55.400556 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ba4bdf93-1103-4538-9840-cd4d4101d2a2 req-6b4ee0f9-5c83-40cf-a221-159ab3af955b tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016970
Sep 08 16:19:55.436364 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-9cd91c22-454f-4dea-b43f-df5df958c351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:55.462667 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-0b826307-31d8-482e-ac24-197664ac91cb None None] Set router 24869578-348a-4d48-a670-67b127fee28b gateway port host: None {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:19:55.468531 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-9cd91c22-454f-4dea-b43f-df5df958c351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:55.499853 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [None req-fc3f72c0-4c3d-4817-8274-dcff2d4080fe admin admin] Calling delete_port for 5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4 owned by network:router_gateway {{(pid=79425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:19:55.581449 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-9cd91c22-454f-4dea-b43f-df5df958c351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:55.591790 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-93c235c3-12ba-4bc5-9795-98d07d632009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:19:55.615512 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd91c22-454f-4dea-b43f-df5df958c351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e1125c-972e-48d2-af44-2fb2cd0fecdc,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:19:55.619616 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-9cd91c22-454f-4dea-b43f-df5df958c351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:19:55.625626 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-9cd91c22-454f-4dea-b43f-df5df958c351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:55.632503 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-9cd91c22-454f-4dea-b43f-df5df958c351 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e9e1125c-972e-48d2-af44-2fb2cd0fecdc HTTP/1.1" status: 204  len: 168 time: 0.3284912
Sep 08 16:19:55.697529 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-0b826307-31d8-482e-ac24-197664ac91cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251a635b0>, [{'id': '24869578-348a-4d48-a670-67b127fee28b', 'name': 'tempest-ServerRescueNegativeTestJSON-1080623597-router', 'tenant_id': '3abc28c3a0c44587b1e4367f9363241d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:25Z', 'updated_at': '2021-09-08T16:19:54Z', 'revision_number': 6, 'project_id': '3abc28c3a0c44587b1e4367f9363241d', 'gw_port_host': None}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:19:55.704181 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b826307-31d8-482e-ac24-197664ac91cb None None] The sync data for ids ['24869578-348a-4d48-a670-67b127fee28b'] in dv-cinder-807898-1-iscsi is: [{'id': '24869578-348a-4d48-a670-67b127fee28b', 'name': 'tempest-ServerRescueNegativeTestJSON-1080623597-router', 'tenant_id': '3abc28c3a0c44587b1e4367f9363241d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:25Z', 'updated_at': '2021-09-08T16:19:54Z', 'revision_number': 6, 'project_id': '3abc28c3a0c44587b1e4367f9363241d', 'gw_port_host': None}] {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:19:56.068498 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-fc3f72c0-4c3d-4817-8274-dcff2d4080fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:56.073701 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-04c795ad-73ce-47f3-944f-fef19c2d00f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:19:56.141331 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f72c0-4c3d-4817-8274-dcff2d4080fe admin admin] Pushing event deleted for resources: {'Port': ['ID=5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:19:56.146864 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-fc3f72c0-4c3d-4817-8274-dcff2d4080fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:19:56.305556 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-fc3f72c0-4c3d-4817-8274-dcff2d4080fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1948169'] for router_gateway, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:56.593983 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-fc3f72c0-4c3d-4817-8274-dcff2d4080fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1926116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35657'] for router, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:56.603295 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-fc3f72c0-4c3d-4817-8274-dcff2d4080fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:56.728107 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90087e7-d6fa-4fd7-b405-adeedb40d717 req-71034b89-4f0a-4ad6-a7e9-99f09fa6373a tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:56.731700 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-c90087e7-d6fa-4fd7-b405-adeedb40d717 req-71034b89-4f0a-4ad6-a7e9-99f09fa6373a tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=5667d820-d623-4b13-af5f-cee38599c046 HTTP/1.1" status: 200  len: 945 time: 0.1597605
Sep 08 16:19:56.749935 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-fc3f72c0-4c3d-4817-8274-dcff2d4080fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1928443'] for router, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:56.750761 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3f72c0-4c3d-4817-8274-dcff2d4080fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24869578-348a-4d48-a670-67b127fee28b {{(pid=79425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Sep 08 16:19:56.784799 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc0ac2-27df-4a69-9835-1cc1055ce364 req-a8bc7c70-e5a8-4e90-b29c-b8440e7b8b5a tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:19:56.786665 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-73dc0ac2-27df-4a69-9835-1cc1055ce364 req-a8bc7c70-e5a8-4e90-b29c-b8440e7b8b5a tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Synchronizing usage tracker for tenant:c8c774bb92304c42ab3c6d7f2ab7e7dd on resource:port {{(pid=79425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:19:56.816208 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-fc3f72c0-4c3d-4817-8274-dcff2d4080fe admin admin] Notify callbacks [] for router, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:56.821547 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-fc3f72c0-4c3d-4817-8274-dcff2d4080fe admin admin] 10.222.0.25 "DELETE /v2.0/routers/24869578-348a-4d48-a670-67b127fee28b HTTP/1.1" status: 204  len: 168 time: 2.5012434
Sep 08 16:19:56.822974 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 41612) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:19:56.841799 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-c90087e7-d6fa-4fd7-b405-adeedb40d717 req-9810c343-e50e-4bea-87e0-fa2e9f85fd7a tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/security-groups?id=b332e089-7965-42b0-9bcf-77647d65748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936499
Sep 08 16:19:56.904262 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-73dc0ac2-27df-4a69-9835-1cc1055ce364 req-a8bc7c70-e5a8-4e90-b29c-b8440e7b8b5a tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Unset dirty status for tenant:c8c774bb92304c42ab3c6d7f2ab7e7dd on resource:port {{(pid=79425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:19:56.906488 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-73dc0ac2-27df-4a69-9835-1cc1055ce364 req-a8bc7c70-e5a8-4e90-b29c-b8440e7b8b5a tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.70 "GET /v2.0/ports?device_id=5667d820-d623-4b13-af5f-cee38599c046 HTTP/1.1" status: 200  len: 945 time: 0.5523925
Sep 08 16:19:56.998405 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_v2 [None req-47332f35-7838-4372-b7c0-3cf6e4da9e26 admin admin] Deleting subnet f1c7eae5-6224-43b1-885e-66fb149f1dc6 {{(pid=79425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 08 16:19:57.007202 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-47332f35-7838-4372-b7c0-3cf6e4da9e26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:57.044557 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [req-73dc0ac2-27df-4a69-9835-1cc1055ce364 req-e5d4652d-4e95-4b82-9dd5-797cdb928c0d tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Deleting port 7cbd5dee-f58a-4b80-ad1f-8953c26b4057 {{(pid=79425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:19:57.044949 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-73dc0ac2-27df-4a69-9835-1cc1055ce364 req-e5d4652d-4e95-4b82-9dd5-797cdb928c0d tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:57.079047 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 3df6a47f-4781-423d-82d6-7f24dad5341e no longer exists at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:19:57.123952 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-47332f35-7838-4372-b7c0-3cf6e4da9e26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2497500'] for subnet, precommit_delete_associations {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:57.155681 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] No Port match for: 3df6a47f-4781-423d-82d6-7f24dad5341e {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:19:57.156422 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 3df6a47f-4781-423d-82d6-7f24dad5341e not bound to the agent host dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:19:57.157433 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4 no longer exists at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:19:57.224228 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] No Port match for: 5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4 {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:19:57.224840 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 5a6ac50e-7674-4c4c-aff0-7f5fa345ffe4 not bound to the agent host dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:19:57.306689 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-47332f35-7838-4372-b7c0-3cf6e4da9e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1043567'] for subnet, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:57.442164 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-73dc0ac2-27df-4a69-9835-1cc1055ce364 req-e5d4652d-4e95-4b82-9dd5-797cdb928c0d tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] For port 7cbd5dee-f58a-4b80-ad1f-8953c26b4057, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=7cbd5dee-f58a-4b80-ad1f-8953c26b4057,segment=NetworkSegment(050fb669-5eaa-4590-8753-e18a07bddcf4),segment_id=050fb669-5eaa-4590-8753-e18a07bddcf4)] {{(pid=79425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:19:57.442544 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-73dc0ac2-27df-4a69-9835-1cc1055ce364 req-e5d4652d-4e95-4b82-9dd5-797cdb928c0d tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:57.454808 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-47332f35-7838-4372-b7c0-3cf6e4da9e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1043542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2390624'] for subnet, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:57.513904 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-a0efa534-4e85-4f51-bcfa-77e90d299d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:19:57.610354 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [req-73dc0ac2-27df-4a69-9835-1cc1055ce364 req-e5d4652d-4e95-4b82-9dd5-797cdb928c0d tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Calling delete_port for 7cbd5dee-f58a-4b80-ad1f-8953c26b4057 owned by compute:nova {{(pid=79425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:19:57.761278 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47332f35-7838-4372-b7c0-3cf6e4da9e26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1c7eae5-6224-43b1-885e-66fb149f1dc6,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:19:57.763292 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-47332f35-7838-4372-b7c0-3cf6e4da9e26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:57.774160 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-47332f35-7838-4372-b7c0-3cf6e4da9e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:19:57.783119 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-47332f35-7838-4372-b7c0-3cf6e4da9e26 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f1c7eae5-6224-43b1-885e-66fb149f1dc6 HTTP/1.1" status: 204  len: 168 time: 0.9587765
Sep 08 16:19:57.785904 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 41618) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:19:57.914329 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-73dc0ac2-27df-4a69-9835-1cc1055ce364 req-e5d4652d-4e95-4b82-9dd5-797cdb928c0d tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:57.920313 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-858bb35c-b09a-4886-8301-d504bf02ee8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-915372'] for network, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:57.922335 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-413b465c-621b-4283-a96e-050ce8a51f07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:19:57.952908 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['7cbd5dee-f58a-4b80-ad1f-8953c26b4057'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:19:57.984586 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4652d-4e95-4b82-9dd5-797cdb928c0d tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Pushing event deleted for resources: {'Port': ['ID=7cbd5dee-f58a-4b80-ad1f-8953c26b4057,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:19:57.989557 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-e5d4652d-4e95-4b82-9dd5-797cdb928c0d tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:19:58.079977 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [req-73dc0ac2-27df-4a69-9835-1cc1055ce364 req-e5d4652d-4e95-4b82-9dd5-797cdb928c0d tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] No DVR routers for this DVR port 7cbd5dee-f58a-4b80-ad1f-8953c26b4057 on host hv-cinder-80789 {{(pid=79425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 08 16:19:58.083016 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-73dc0ac2-27df-4a69-9835-1cc1055ce364 req-e5d4652d-4e95-4b82-9dd5-797cdb928c0d tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:58.086286 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5667d820-d623-4b13-af5f-cee38599c046', 'name': 'network-vif-deleted', 'tag': '7cbd5dee-f58a-4b80-ad1f-8953c26b4057'}] {{(pid=79425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:19:58.124008 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-73dc0ac2-27df-4a69-9835-1cc1055ce364 req-e5d4652d-4e95-4b82-9dd5-797cdb928c0d tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.70 "DELETE /v2.0/ports/7cbd5dee-f58a-4b80-ad1f-8953c26b4057 HTTP/1.1" status: 204  len: 173 time: 1.2098572
Sep 08 16:19:58.159416 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5667d820-d623-4b13-af5f-cee38599c046', 'name': 'network-vif-deleted', 'tag': '7cbd5dee-f58a-4b80-ad1f-8953c26b4057', 'status': 'completed', 'code': 200}
Sep 08 16:19:58.246362 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-858bb35c-b09a-4886-8301-d504bf02ee8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1042402', 'neutron.services.segments.db._delete_segments_for_network-8745177524152'] for network, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:58.286898 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-74ead28e-77a6-4e67-bdf3-63725bf45b2b req-ae856d23-0f9a-467f-b637-8945e30452a8 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] 10.222.0.25 "GET /v2.0/ports?device_id=5667d820-d623-4b13-af5f-cee38599c046 HTTP/1.1" status: 200  len: 210 time: 0.1107817
Sep 08 16:19:58.290758 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-858bb35c-b09a-4886-8301-d504bf02ee8f admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f42514b8970>> segment before_delete 55550000 {{(pid=79426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:19:58.291324 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-858bb35c-b09a-4886-8301-d504bf02ee8f admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f42514b8970>> subnet precommit_delete_associations 55550000 {{(pid=79426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:19:58.292542 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-858bb35c-b09a-4886-8301-d504bf02ee8f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f42512e0df0>> segment_host_mapping after_create 55550000 {{(pid=79426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:19:58.293067 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-858bb35c-b09a-4886-8301-d504bf02ee8f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f42512e0df0>> port after_create 55550000 {{(pid=79426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:19:58.293547 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-858bb35c-b09a-4886-8301-d504bf02ee8f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f42512e0df0>> port after_delete 55550000 {{(pid=79426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:19:58.294064 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-858bb35c-b09a-4886-8301-d504bf02ee8f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f42512e0df0>> port after_update 55550000 {{(pid=79426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:19:58.294816 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-858bb35c-b09a-4886-8301-d504bf02ee8f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f42512e0df0>> segment after_delete 55550000 {{(pid=79426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:19:58.295849 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-858bb35c-b09a-4886-8301-d504bf02ee8f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f42512e0df0>> subnet after_create 55550000 {{(pid=79426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:19:58.296574 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-858bb35c-b09a-4886-8301-d504bf02ee8f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f42512e0df0>> subnet after_delete 55550000 {{(pid=79426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:19:58.297313 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-858bb35c-b09a-4886-8301-d504bf02ee8f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f42512e0df0>> subnet after_update 55550000 {{(pid=79426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:19:58.393645 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-858bb35c-b09a-4886-8301-d504bf02ee8f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f42514ccd00>> subnet after_create 55550000 {{(pid=79426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:19:58.394086 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-858bb35c-b09a-4886-8301-d504bf02ee8f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f42514ccd00>> subnet after_delete 55550000 {{(pid=79426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:19:58.394482 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-858bb35c-b09a-4886-8301-d504bf02ee8f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f42514ccd00>> subnet before_create 55550000 {{(pid=79426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:19:58.395777 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-858bb35c-b09a-4886-8301-d504bf02ee8f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f42514ccd00>> subnet before_update 55550000 {{(pid=79426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 08 16:19:58.396232 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-858bb35c-b09a-4886-8301-d504bf02ee8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42514b8520>,) {'filters': {'network_id': ['5411d955-3db9-47e2-83ab-d4abbd225415']}} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:19:58.411733 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-858bb35c-b09a-4886-8301-d504bf02ee8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42514b8520>, '893ed9cc-48a8-450f-9ac5-4af6a46b4e12') {'for_net_delete': True} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:19:58.412485 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-858bb35c-b09a-4886-8301-d504bf02ee8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42514b8520>, '893ed9cc-48a8-450f-9ac5-4af6a46b4e12') {} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:19:58.426334 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-858bb35c-b09a-4886-8301-d504bf02ee8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745177523999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2472753'] for segment, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:58.447005 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-858bb35c-b09a-4886-8301-d504bf02ee8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:58.457155 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-858bb35c-b09a-4886-8301-d504bf02ee8f admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=79426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 08 16:19:58.457635 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-858bb35c-b09a-4886-8301-d504bf02ee8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1037242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2352971'] for segment, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]:   from cryptography.utils import int_from_bytes
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]:   from cryptography.utils import int_from_bytes
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]:   util.warn_limited(
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]:   util.warn_limited(
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]: Traceback (most recent call last):
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]:     timer()
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]:     cb(*args, **kw)
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]:     return func(*args, **kwargs)
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]:     self._notify()
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]:     self.callback(batched_events)
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]:     event.method(event)
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]:     return f(self, *a, **k)
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self._get(url).json()
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self.request(url, 'GET', **kwargs)
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 08 16:19:58.476379 dv-cinder-807898-1-iscsi neutron-server[79426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 08 16:19:58.589033 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-858bb35c-b09a-4886-8301-d504bf02ee8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1042413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1948206'] for network, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:58.600283 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-858bb35c-b09a-4886-8301-d504bf02ee8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:58.606955 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-8690b84b-8265-4332-ba07-c66e6a0fd67e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:19:58.635287 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858bb35c-b09a-4886-8301-d504bf02ee8f admin admin] Pushing event deleted for resources: {'Network': ['ID=5411d955-3db9-47e2-83ab-d4abbd225415,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:19:58.640132 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-858bb35c-b09a-4886-8301-d504bf02ee8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:19:58.643518 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-858bb35c-b09a-4886-8301-d504bf02ee8f admin admin] 10.222.0.25 "DELETE /v2.0/networks/5411d955-3db9-47e2-83ab-d4abbd225415 HTTP/1.1" status: 204  len: 168 time: 0.8557210
Sep 08 16:19:58.881498 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 41636) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:19:58.964213 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-ad123024-b53e-46e0-8c1f-de519aa257e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3abc28c3a0c44587b1e4367f9363241d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0805261
Sep 08 16:19:58.966441 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 41640) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:19:59.035846 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-3770abb8-36c2-44f4-8ac9-884c6687a0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:59.063882 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-3770abb8-36c2-44f4-8ac9-884c6687a0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:59.123498 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-3770abb8-36c2-44f4-8ac9-884c6687a0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:59.128365 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-9acba4a0-610e-40a0-a105-37fd37b9a5ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:19:59.149082 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770abb8-36c2-44f4-8ac9-884c6687a0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d337f4-1333-4ecc-a4d1-37eeb50a3a6f,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:19:59.152828 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-3770abb8-36c2-44f4-8ac9-884c6687a0d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:19:59.160713 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-3770abb8-36c2-44f4-8ac9-884c6687a0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:59.161846 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-3770abb8-36c2-44f4-8ac9-884c6687a0d1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/44d337f4-1333-4ecc-a4d1-37eeb50a3a6f HTTP/1.1" status: 204  len: 168 time: 0.1943858
Sep 08 16:19:59.453762 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 41654) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:19:59.543906 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f0d59c-2dda-4f54-a28f-60559bc4f8a5 admin admin] Deleting subnet 0101320e-6e22-4da8-9a28-c7b9120cae08 {{(pid=79425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 08 16:19:59.550682 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-85f0d59c-2dda-4f54-a28f-60559bc4f8a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:59.651743 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-85f0d59c-2dda-4f54-a28f-60559bc4f8a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2497500'] for subnet, precommit_delete_associations {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:59.725916 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-85f0d59c-2dda-4f54-a28f-60559bc4f8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1043567'] for subnet, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:59.818585 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-85f0d59c-2dda-4f54-a28f-60559bc4f8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1043542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2390624'] for subnet, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:59.824154 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-d0b769b3-8dbc-43b5-aba4-af9b62864ba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:19:59.863784 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0d59c-2dda-4f54-a28f-60559bc4f8a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0101320e-6e22-4da8-9a28-c7b9120cae08,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:19:59.869458 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-85f0d59c-2dda-4f54-a28f-60559bc4f8a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:19:59.874560 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-85f0d59c-2dda-4f54-a28f-60559bc4f8a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:19:59.881278 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 41672) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:19:59.881477 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-85f0d59c-2dda-4f54-a28f-60559bc4f8a5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0101320e-6e22-4da8-9a28-c7b9120cae08 HTTP/1.1" status: 204  len: 168 time: 0.4261296
Sep 08 16:20:00.023339 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-01a5e111-5294-49bc-9fc8-3d522a59b6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-915372'] for network, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:00.178417 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-01a5e111-5294-49bc-9fc8-3d522a59b6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1042402', 'neutron.services.segments.db._delete_segments_for_network-8745177524152'] for network, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:00.194387 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-01a5e111-5294-49bc-9fc8-3d522a59b6d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f425021e6a0>,) {'filters': {'network_id': ['204b86ab-9a41-430c-b098-cab74514186e']}} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:20:00.210472 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-01a5e111-5294-49bc-9fc8-3d522a59b6d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f425021e6a0>, '050fb669-5eaa-4590-8753-e18a07bddcf4') {'for_net_delete': True} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:20:00.210753 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-01a5e111-5294-49bc-9fc8-3d522a59b6d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f425021e6a0>, '050fb669-5eaa-4590-8753-e18a07bddcf4') {} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:20:00.225260 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-01a5e111-5294-49bc-9fc8-3d522a59b6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745177523999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2472753'] for segment, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:00.246356 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-01a5e111-5294-49bc-9fc8-3d522a59b6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:00.254301 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01a5e111-5294-49bc-9fc8-3d522a59b6d7 admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=79426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 08 16:20:00.254705 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-01a5e111-5294-49bc-9fc8-3d522a59b6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1037242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2352971'] for segment, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:00.269480 dv-cinder-807898-1-iscsi neutron-server[79426]: Traceback (most recent call last):
Sep 08 16:20:00.269480 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 08 16:20:00.269480 dv-cinder-807898-1-iscsi neutron-server[79426]:     timer()
Sep 08 16:20:00.269480 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 08 16:20:00.269480 dv-cinder-807898-1-iscsi neutron-server[79426]:     cb(*args, **kw)
Sep 08 16:20:00.269480 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 08 16:20:00.269480 dv-cinder-807898-1-iscsi neutron-server[79426]:     return func(*args, **kwargs)
Sep 08 16:20:00.269480 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 08 16:20:00.269480 dv-cinder-807898-1-iscsi neutron-server[79426]:     self._notify()
Sep 08 16:20:00.269480 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 08 16:20:00.269480 dv-cinder-807898-1-iscsi neutron-server[79426]:     self.callback(batched_events)
Sep 08 16:20:00.269480 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 08 16:20:00.269480 dv-cinder-807898-1-iscsi neutron-server[79426]:     event.method(event)
Sep 08 16:20:00.269480 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 08 16:20:00.269480 dv-cinder-807898-1-iscsi neutron-server[79426]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 08 16:20:00.269480 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 08 16:20:00.269480 dv-cinder-807898-1-iscsi neutron-server[79426]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 08 16:20:00.269480 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 08 16:20:00.269480 dv-cinder-807898-1-iscsi neutron-server[79426]:     return f(self, *a, **k)
Sep 08 16:20:00.269480 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 08 16:20:00.269480 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self._get(url).json()
Sep 08 16:20:00.269480 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Sep 08 16:20:00.269480 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 08 16:20:00.269480 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 08 16:20:00.269480 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self.request(url, 'GET', **kwargs)
Sep 08 16:20:00.269480 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 08 16:20:00.269480 dv-cinder-807898-1-iscsi neutron-server[79426]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 08 16:20:00.269480 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 08 16:20:00.269480 dv-cinder-807898-1-iscsi neutron-server[79426]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 08 16:20:00.269480 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 08 16:20:00.269480 dv-cinder-807898-1-iscsi neutron-server[79426]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 08 16:20:00.269480 dv-cinder-807898-1-iscsi neutron-server[79426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 08 16:20:00.331105 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 7cbd5dee-f58a-4b80-ad1f-8953c26b4057 no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:20:00.361991 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-01a5e111-5294-49bc-9fc8-3d522a59b6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1042413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1948206'] for network, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:00.367920 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:00.382583 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-01a5e111-5294-49bc-9fc8-3d522a59b6d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:00.388879 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] No Port match for: 7cbd5dee-f58a-4b80-ad1f-8953c26b4057 {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:20:00.389598 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 7cbd5dee-f58a-4b80-ad1f-8953c26b4057 not bound to the agent host hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:20:00.394493 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5e111-5294-49bc-9fc8-3d522a59b6d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=204b86ab-9a41-430c-b098-cab74514186e,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:00.398560 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-01a5e111-5294-49bc-9fc8-3d522a59b6d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:00.405277 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-01a5e111-5294-49bc-9fc8-3d522a59b6d7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/204b86ab-9a41-430c-b098-cab74514186e HTTP/1.1" status: 204  len: 168 time: 0.5227814
Sep 08 16:20:00.630087 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 41690) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:00.693532 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-3d738455-cf68-4aaa-ae6c-2073d5e771f1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8c774bb92304c42ab3c6d7f2ab7e7dd&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0610015
Sep 08 16:20:00.696952 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 41696) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:00.780505 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-9b023e9e-b18a-408c-9e69-a5982fdfd31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:00.820521 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-9b023e9e-b18a-408c-9e69-a5982fdfd31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:00.866170 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-823cdc8a-a2d0-4ece-ab48-696c8e34e5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:00.909455 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-9b023e9e-b18a-408c-9e69-a5982fdfd31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:00.940193 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-229df511-3741-4ae0-bbd3-1c9426b07b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:00.988547 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b023e9e-b18a-408c-9e69-a5982fdfd31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b332e089-7965-42b0-9bcf-77647d65748a,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:00.999944 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-9b023e9e-b18a-408c-9e69-a5982fdfd31a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:01.007809 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-9b023e9e-b18a-408c-9e69-a5982fdfd31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:01.012071 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-9b023e9e-b18a-408c-9e69-a5982fdfd31a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b332e089-7965-42b0-9bcf-77647d65748a HTTP/1.1" status: 204  len: 168 time: 0.3138728
Sep 08 16:20:01.302174 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:01.311169 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 41718) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:01.461092 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0fca9-3ec4-4bcb-9e06-baa02a0e2c6c req-5c61b55a-e0f4-49b4-ade2-819d475c3407 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:01.463862 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-66b0fca9-3ec4-4bcb-9e06-baa02a0e2c6c req-5c61b55a-e0f4-49b4-ade2-819d475c3407 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.1131670
Sep 08 16:20:01.551887 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-66b0fca9-3ec4-4bcb-9e06-baa02a0e2c6c req-44ba8ff9-c829-472a-ae51-9539025541ad tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0798206
Sep 08 16:20:01.556822 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-fa93b8d0-6862-4583-a01e-fe29969c671f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:01.583173 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-fa93b8d0-6862-4583-a01e-fe29969c671f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:20:01.587696 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-fa93b8d0-6862-4583-a01e-fe29969c671f admin admin] Usage tracker for resource:security_group_rule and tenant:c638c4cf67204015a918e2b8f869aa97 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:20:01.591710 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-fa93b8d0-6862-4583-a01e-fe29969c671f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:20:01.599823 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-fa93b8d0-6862-4583-a01e-fe29969c671f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:20:01.721445 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-fa93b8d0-6862-4583-a01e-fe29969c671f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:01.727189 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-fa93b8d0-6862-4583-a01e-fe29969c671f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:01.743519 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-442af756-27dc-43bb-8d81-3c551b456a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:01.816180 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-fa93b8d0-6862-4583-a01e-fe29969c671f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c638c4cf67204015a918e2b8f869aa97&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4994149
Sep 08 16:20:01.816180 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93b8d0-6862-4583-a01e-fe29969c671f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba13bcb-3d3e-4574-b04b-1b6eb90d92c3,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:01.816690 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 41736) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:01.819029 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-fa93b8d0-6862-4583-a01e-fe29969c671f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:01.908611 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-cec058aa-cf40-42d3-973e-142463e808c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:01.965655 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-cec058aa-cf40-42d3-973e-142463e808c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:02.060584 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-cec058aa-cf40-42d3-973e-142463e808c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:02.069825 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-9b023e9e-b18a-408c-9e69-a5982fdfd31a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:02.197524 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec058aa-cf40-42d3-973e-142463e808c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba13bcb-3d3e-4574-b04b-1b6eb90d92c3,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:02.200579 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-cec058aa-cf40-42d3-973e-142463e808c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:02.205456 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-cec058aa-cf40-42d3-973e-142463e808c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:02.206577 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-cec058aa-cf40-42d3-973e-142463e808c2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9ba13bcb-3d3e-4574-b04b-1b6eb90d92c3 HTTP/1.1" status: 204  len: 168 time: 0.3888068
Sep 08 16:20:02.830969 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ca369-89f0-47ee-90b0-70f99340a643 req-1c1367a9-512f-461d-9be1-e6c3717a5424 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:02.838686 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-171ca369-89f0-47ee-90b0-70f99340a643 req-1c1367a9-512f-461d-9be1-e6c3717a5424 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.1629839
Sep 08 16:20:02.990261 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-171ca369-89f0-47ee-90b0-70f99340a643 req-01779cd1-37ea-47a9-9f01-c4486d2990e7 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1410947
Sep 08 16:20:03.947432 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-ac19b220-a869-4c57-a900-f4e27d60de65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:04.239343 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 41824) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:04.375234 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aac293-424f-4f7a-9206-4c181e9a2d1c req-da311dca-cf6d-461a-bad4-73a73c4040ab tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:04.382497 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-43aac293-424f-4f7a-9206-4c181e9a2d1c req-da311dca-cf6d-461a-bad4-73a73c4040ab tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.1955848
Sep 08 16:20:04.466819 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-2d91521a-c81c-40c3-9261-a9908ae27955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:04.483036 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-43aac293-424f-4f7a-9206-4c181e9a2d1c req-e070f550-4ebc-475a-8a86-f852a6b448e8 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0919478
Sep 08 16:20:04.497769 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-2d91521a-c81c-40c3-9261-a9908ae27955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:20:04.508164 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-2d91521a-c81c-40c3-9261-a9908ae27955 admin admin] Usage tracker for resource:security_group_rule and tenant:6fe66ab54d46479fb8c946fbe0314398 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:20:04.511569 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-2d91521a-c81c-40c3-9261-a9908ae27955 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:20:04.519754 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-2d91521a-c81c-40c3-9261-a9908ae27955 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:20:04.663317 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-2d91521a-c81c-40c3-9261-a9908ae27955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:04.669836 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-2d91521a-c81c-40c3-9261-a9908ae27955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:04.708753 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-f7259ed7-d64c-4a33-bf7a-21cc5dff7c5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:04.721347 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-2d91521a-c81c-40c3-9261-a9908ae27955 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6fe66ab54d46479fb8c946fbe0314398&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4800086
Sep 08 16:20:04.725494 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 41840) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:04.750571 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91521a-c81c-40c3-9261-a9908ae27955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efadfbea-3549-4839-8eca-19d2cc01dbde,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:04.757306 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-2d91521a-c81c-40c3-9261-a9908ae27955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:04.848479 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-b646e59e-5382-41e0-9967-faf621240455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:04.884145 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-b646e59e-5382-41e0-9967-faf621240455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:04.980803 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-b646e59e-5382-41e0-9967-faf621240455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:04.990645 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-59d323e4-acd4-4124-a558-c7b8a09c6b95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:05.020260 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-b646e59e-5382-41e0-9967-faf621240455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:05.025535 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-b646e59e-5382-41e0-9967-faf621240455 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/efadfbea-3549-4839-8eca-19d2cc01dbde HTTP/1.1" status: 204  len: 168 time: 0.2982831
Sep 08 16:20:05.027716 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646e59e-5382-41e0-9967-faf621240455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efadfbea-3549-4839-8eca-19d2cc01dbde,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:05.031710 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-b646e59e-5382-41e0-9967-faf621240455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:05.236028 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:05.458797 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 41852) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:05.476978 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-11e50bab-5e43-4949-90d3-0f94a2367d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:05.494756 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-11e50bab-5e43-4949-90d3-0f94a2367d80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:20:05.499149 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-11e50bab-5e43-4949-90d3-0f94a2367d80 admin admin] Usage tracker for resource:security_group_rule and tenant:7ca8c3c13f21467684eeff6c53943987 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:20:05.503292 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-11e50bab-5e43-4949-90d3-0f94a2367d80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:20:05.510080 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-11e50bab-5e43-4949-90d3-0f94a2367d80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:20:05.622399 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-11e50bab-5e43-4949-90d3-0f94a2367d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:05.628788 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-11e50bab-5e43-4949-90d3-0f94a2367d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:05.646971 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-4587b787-13f7-4831-80c7-130113fad8c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:05.744692 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-11e50bab-5e43-4949-90d3-0f94a2367d80 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7ca8c3c13f21467684eeff6c53943987&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2844863
Sep 08 16:20:05.748117 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 41858) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:05.749912 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e50bab-5e43-4949-90d3-0f94a2367d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ae1655-abd9-47d9-980a-67a6c1db3ed7,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:05.755026 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-11e50bab-5e43-4949-90d3-0f94a2367d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:05.793476 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93f028-b65e-4f96-8f3a-9fb08a277e51 req-60f873ba-626c-40f8-9fca-b87c53e8515c tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:05.795404 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-fd93f028-b65e-4f96-8f3a-9fb08a277e51 req-60f873ba-626c-40f8-9fca-b87c53e8515c tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.1509984
Sep 08 16:20:05.836742 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-776295a1-fec1-41b7-9fb2-a5719aafcf75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:05.884547 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-fd93f028-b65e-4f96-8f3a-9fb08a277e51 req-123f3bb8-6bb0-4bd8-b23e-e83387b32221 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711548
Sep 08 16:20:05.893294 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-776295a1-fec1-41b7-9fb2-a5719aafcf75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:06.005395 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-776295a1-fec1-41b7-9fb2-a5719aafcf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:06.010351 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-9c56ee3f-8a6a-4200-b629-3054a8ddf092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:06.028586 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776295a1-fec1-41b7-9fb2-a5719aafcf75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ae1655-abd9-47d9-980a-67a6c1db3ed7,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:06.031603 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-776295a1-fec1-41b7-9fb2-a5719aafcf75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:06.062093 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-776295a1-fec1-41b7-9fb2-a5719aafcf75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:06.063920 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-776295a1-fec1-41b7-9fb2-a5719aafcf75 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c5ae1655-abd9-47d9-980a-67a6c1db3ed7 HTTP/1.1" status: 204  len: 168 time: 0.3141518
Sep 08 16:20:06.748457 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:20:07.251301 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82c3de-a495-4d3e-a76c-e53083e33424 req-67a9bf5b-e155-4120-9b96-169302ef4942 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:07.256551 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-be82c3de-a495-4d3e-a76c-e53083e33424 req-67a9bf5b-e155-4120-9b96-169302ef4942 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.1477401
Sep 08 16:20:07.307740 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-be82c3de-a495-4d3e-a76c-e53083e33424 req-17187c73-e73f-4501-bd26-65fdc09b1bf6 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471559
Sep 08 16:20:07.349141 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:08.647646 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db5fd2-fefa-41eb-aa76-49fa06936bb5 req-2b316f68-236f-4415-9717-f208144a7d3d tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:08.650167 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-c2db5fd2-fefa-41eb-aa76-49fa06936bb5 req-2b316f68-236f-4415-9717-f208144a7d3d tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.1572082
Sep 08 16:20:08.740367 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-c2db5fd2-fefa-41eb-aa76-49fa06936bb5 req-cebe7082-8637-45dc-98cb-e716e7a40062 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0828345
Sep 08 16:20:09.966899 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0763d6-c0ba-4e09-8004-07c830da78ac req-64d1c2c6-876e-4df3-8481-f2a0e6f31a9e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:09.969686 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-bf0763d6-c0ba-4e09-8004-07c830da78ac req-64d1c2c6-876e-4df3-8481-f2a0e6f31a9e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.1095345
Sep 08 16:20:10.030240 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-bf0763d6-c0ba-4e09-8004-07c830da78ac req-65930a87-ed55-44ef-bed7-12a640fedfca tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546262
Sep 08 16:20:11.237707 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae6447-e785-4465-896e-4ebc5cc14cd0 req-e5504098-49b1-4df5-8ff9-7a1d4c63c0cf tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:11.239268 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-38ae6447-e785-4465-896e-4ebc5cc14cd0 req-e5504098-49b1-4df5-8ff9-7a1d4c63c0cf tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.0895820
Sep 08 16:20:11.290316 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-38ae6447-e785-4465-896e-4ebc5cc14cd0 req-f913c64b-c3ac-46b8-863c-9e7a215b74b3 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450122
Sep 08 16:20:12.573257 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62b650-683a-470f-9d57-d2a39fc3695b req-abcf817c-4b86-48df-8286-d3610f0ceb30 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:12.574840 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9e62b650-683a-470f-9d57-d2a39fc3695b req-abcf817c-4b86-48df-8286-d3610f0ceb30 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.0995269
Sep 08 16:20:12.645031 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9e62b650-683a-470f-9d57-d2a39fc3695b req-117b34f1-1db3-4dd7-9ccb-d68a06d46564 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592914
Sep 08 16:20:13.014433 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 42054) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:13.029936 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 42060) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:13.205471 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-2175fb71-41fa-4e98-a1f1-44435486e66b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:13.232269 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a529e6ba-3e77-4b72-ba39-f30764658ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:13.259899 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-2175fb71-41fa-4e98-a1f1-44435486e66b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:20:13.265845 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-a529e6ba-3e77-4b72-ba39-f30764658ef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:20:13.269383 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-2175fb71-41fa-4e98-a1f1-44435486e66b admin admin] Usage tracker for resource:security_group_rule and tenant:f78bd756d33e4d97b9205dd9a16abb6d is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:20:13.274623 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-2175fb71-41fa-4e98-a1f1-44435486e66b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:20:13.278374 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-a529e6ba-3e77-4b72-ba39-f30764658ef2 admin admin] Usage tracker for resource:security_group_rule and tenant:9905cb6d141f48beab272bf134e69747 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:20:13.285453 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-a529e6ba-3e77-4b72-ba39-f30764658ef2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:20:13.288895 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-2175fb71-41fa-4e98-a1f1-44435486e66b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:20:13.296102 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-a529e6ba-3e77-4b72-ba39-f30764658ef2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:20:13.435150 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-2175fb71-41fa-4e98-a1f1-44435486e66b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:13.442263 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-2175fb71-41fa-4e98-a1f1-44435486e66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:13.452283 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-98d025a9-3cac-4b5f-9269-d373cda907be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:13.516510 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-2175fb71-41fa-4e98-a1f1-44435486e66b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f78bd756d33e4d97b9205dd9a16abb6d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5005949
Sep 08 16:20:13.522051 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 42072) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:13.524795 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a529e6ba-3e77-4b72-ba39-f30764658ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:13.527291 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175fb71-41fa-4e98-a1f1-44435486e66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9767ffae-d450-455b-b743-3f1d0a83982a,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:13.531264 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-2175fb71-41fa-4e98-a1f1-44435486e66b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:13.533230 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a529e6ba-3e77-4b72-ba39-f30764658ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:13.558069 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-78b7932a-3653-487f-b76e-790d36e66cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:13.571058 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-a529e6ba-3e77-4b72-ba39-f30764658ef2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9905cb6d141f48beab272bf134e69747&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5398924
Sep 08 16:20:13.576043 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 42076) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:13.606431 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 42080) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:13.612797 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529e6ba-3e77-4b72-ba39-f30764658ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534fe0e1-5306-4cf2-9ae4-b43020bd9e9a,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:13.627065 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-a529e6ba-3e77-4b72-ba39-f30764658ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:13.667413 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ff25ba16-5835-425b-8b32-aa20574b2be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:13.671584 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-d203cff4-baf3-41ce-bbd0-0a26345c601b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:13.712110 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-d203cff4-baf3-41ce-bbd0-0a26345c601b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:13.719279 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ff25ba16-5835-425b-8b32-aa20574b2be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:13.776667 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-d203cff4-baf3-41ce-bbd0-0a26345c601b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:13.783868 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-1eac2a62-bf83-4d8d-b1ed-11c5858a5b72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:13.798564 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203cff4-baf3-41ce-bbd0-0a26345c601b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534fe0e1-5306-4cf2-9ae4-b43020bd9e9a,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:13.809177 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-d203cff4-baf3-41ce-bbd0-0a26345c601b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:13.840878 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ff25ba16-5835-425b-8b32-aa20574b2be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:13.845941 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-1f9d4315-2a7b-4cf2-876b-3e0d65aa836e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:13.848541 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-9695197b-fbb7-4ce5-adf5-dcaba5bc89ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:13.858498 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff25ba16-5835-425b-8b32-aa20574b2be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9767ffae-d450-455b-b743-3f1d0a83982a,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:13.864710 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-d203cff4-baf3-41ce-bbd0-0a26345c601b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:13.865187 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-ff25ba16-5835-425b-8b32-aa20574b2be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:13.869952 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-d203cff4-baf3-41ce-bbd0-0a26345c601b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/534fe0e1-5306-4cf2-9ae4-b43020bd9e9a HTTP/1.1" status: 204  len: 168 time: 0.2928243
Sep 08 16:20:13.881166 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-9695197b-fbb7-4ce5-adf5-dcaba5bc89ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:20:13.896288 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-9695197b-fbb7-4ce5-adf5-dcaba5bc89ac admin admin] Usage tracker for resource:security_group_rule and tenant:b56e55efa67a44089982938a676ecd64 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:20:13.899798 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-9695197b-fbb7-4ce5-adf5-dcaba5bc89ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:20:13.909739 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-9695197b-fbb7-4ce5-adf5-dcaba5bc89ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:20:13.998727 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ff25ba16-5835-425b-8b32-aa20574b2be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:14.000642 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-ff25ba16-5835-425b-8b32-aa20574b2be1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9767ffae-d450-455b-b743-3f1d0a83982a HTTP/1.1" status: 204  len: 168 time: 0.4757245
Sep 08 16:20:14.052175 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb2fa9-c80c-4a42-a776-e866f7c3afff req-7c6352a5-7f9d-4361-9025-35af6a5775c6 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:14.054794 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-1adb2fa9-c80c-4a42-a776-e866f7c3afff req-7c6352a5-7f9d-4361-9025-35af6a5775c6 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.1773486
Sep 08 16:20:14.070769 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-9695197b-fbb7-4ce5-adf5-dcaba5bc89ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:14.076103 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-9695197b-fbb7-4ce5-adf5-dcaba5bc89ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:14.086077 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-db952236-ee67-4cc8-bbef-f5478953cbfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:14.138663 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-1adb2fa9-c80c-4a42-a776-e866f7c3afff req-84ed1606-087d-4595-8f32-a36b73ea92a7 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0733225
Sep 08 16:20:14.143632 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-9695197b-fbb7-4ce5-adf5-dcaba5bc89ac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b56e55efa67a44089982938a676ecd64&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5348806
Sep 08 16:20:14.143632 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695197b-fbb7-4ce5-adf5-dcaba5bc89ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbe7f03-399f-40b0-84ed-8a5fb0bd1865,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:14.145621 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 42094) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:14.146831 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-9695197b-fbb7-4ce5-adf5-dcaba5bc89ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:14.231153 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-d077a568-3fb3-4f09-8fba-a9e7a32e4af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:14.262067 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-d077a568-3fb3-4f09-8fba-a9e7a32e4af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:14.337335 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-d077a568-3fb3-4f09-8fba-a9e7a32e4af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:14.342895 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-b646e59e-5382-41e0-9967-faf621240455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:14.356880 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077a568-3fb3-4f09-8fba-a9e7a32e4af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbe7f03-399f-40b0-84ed-8a5fb0bd1865,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:14.359897 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-d077a568-3fb3-4f09-8fba-a9e7a32e4af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:14.365685 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-d077a568-3fb3-4f09-8fba-a9e7a32e4af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:14.369903 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-d077a568-3fb3-4f09-8fba-a9e7a32e4af5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9fbe7f03-399f-40b0-84ed-8a5fb0bd1865 HTTP/1.1" status: 204  len: 168 time: 0.2093928
Sep 08 16:20:14.432579 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 42106) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:14.455676 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-34726073-8bb8-4903-8118-94432c8a738c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:14.477030 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-34726073-8bb8-4903-8118-94432c8a738c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:20:14.481777 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-34726073-8bb8-4903-8118-94432c8a738c admin admin] Usage tracker for resource:security_group_rule and tenant:7d3afe8963c04cc79251f99028a5dd86 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:20:14.485866 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-34726073-8bb8-4903-8118-94432c8a738c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:20:14.494080 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-34726073-8bb8-4903-8118-94432c8a738c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:20:14.616115 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-34726073-8bb8-4903-8118-94432c8a738c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:14.620644 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-34726073-8bb8-4903-8118-94432c8a738c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:14.630980 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-cf7e4cf6-a9ea-4285-b4a8-2a587c1e021f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:14.676489 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-34726073-8bb8-4903-8118-94432c8a738c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7d3afe8963c04cc79251f99028a5dd86&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2428493
Sep 08 16:20:14.677677 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34726073-8bb8-4903-8118-94432c8a738c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b2bac7-8d7d-4d2d-a09d-43c13d943bee,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:14.681019 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-34726073-8bb8-4903-8118-94432c8a738c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:14.681524 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 42114) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:14.760434 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a2cfa234-97ca-4931-b0ee-e561961c1a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:14.807916 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a2cfa234-97ca-4931-b0ee-e561961c1a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:14.895793 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a2cfa234-97ca-4931-b0ee-e561961c1a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:14.902439 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-a756196f-55c9-442f-ac07-a7bc919c9748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:14.927801 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cfa234-97ca-4931-b0ee-e561961c1a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b2bac7-8d7d-4d2d-a09d-43c13d943bee,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:14.933000 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-a2cfa234-97ca-4931-b0ee-e561961c1a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:14.957202 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a2cfa234-97ca-4931-b0ee-e561961c1a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:14.963675 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-a2cfa234-97ca-4931-b0ee-e561961c1a2e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/32b2bac7-8d7d-4d2d-a09d-43c13d943bee HTTP/1.1" status: 204  len: 168 time: 0.2756970
Sep 08 16:20:15.274240 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0455fa1-5a28-4655-a05e-db1bdfc92d62 req-fccf34d2-bb87-4624-8c99-fc14e0f7477d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:15.275899 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-b0455fa1-5a28-4655-a05e-db1bdfc92d62 req-fccf34d2-bb87-4624-8c99-fc14e0f7477d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=212c97f3a57a4db5985bce4f60183ab4&device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 1099 time: 0.0998561
Sep 08 16:20:15.424207 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11131a-a261-465b-a1aa-3e9b52c87001 req-1b1df1c0-53a7-4ff7-ade9-4896b97213e5 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:15.433725 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ab11131a-a261-465b-a1aa-3e9b52c87001 req-1b1df1c0-53a7-4ff7-ade9-4896b97213e5 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.1561582
Sep 08 16:20:15.468482 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0455fa1-5a28-4655-a05e-db1bdfc92d62 req-304ffc0c-e3bd-4c89-837e-28aa3dcb8049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:15.471183 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-b0455fa1-5a28-4655-a05e-db1bdfc92d62 req-304ffc0c-e3bd-4c89-837e-28aa3dcb8049 service neutron] 10.222.0.70 "GET /v2.0/networks?id=582096af-2f90-402d-b754-a13d85dcf0f9 HTTP/1.1" status: 200  len: 911 time: 0.1731112
Sep 08 16:20:15.491052 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ab11131a-a261-465b-a1aa-3e9b52c87001 req-a71c369d-5c47-43ff-a92a-83f142a2d75e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557790
Sep 08 16:20:15.701609 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-b0455fa1-5a28-4655-a05e-db1bdfc92d62 req-19ca4bad-dc15-4f44-8bb6-2e9def076e2a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ada104b9-d491-45ae-a144-07da180661e5 HTTP/1.1" status: 200  len: 1002 time: 0.2223949
Sep 08 16:20:15.785338 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0455fa1-5a28-4655-a05e-db1bdfc92d62 req-6878c4d6-575f-482a-8ec7-7d03437e3f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:15.786848 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-b0455fa1-5a28-4655-a05e-db1bdfc92d62 req-6878c4d6-575f-482a-8ec7-7d03437e3f6d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6fbf176d-0f2a-4301-81f2-4479a85d15c0 HTTP/1.1" status: 200  len: 849 time: 0.0777514
Sep 08 16:20:15.805536 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:15.891185 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0455fa1-5a28-4655-a05e-db1bdfc92d62 req-a0db4600-65e5-4e17-9cbd-afd4585e0743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:15.893769 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-b0455fa1-5a28-4655-a05e-db1bdfc92d62 req-a0db4600-65e5-4e17-9cbd-afd4585e0743 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=582096af-2f90-402d-b754-a13d85dcf0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0990434
Sep 08 16:20:16.096138 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 42164) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:16.163898 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-b0455fa1-5a28-4655-a05e-db1bdfc92d62 req-8e0bc552-5ed4-4b78-9f3e-f1f9d16fe0ca service neutron] 10.222.0.70 "GET /v2.0/networks/582096af-2f90-402d-b754-a13d85dcf0f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2588763
Sep 08 16:20:16.327452 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-b0455fa1-5a28-4655-a05e-db1bdfc92d62 req-08a82dc5-f551-47e0-b62a-2bb80353026a service neutron] 10.222.0.70 "GET /v2.0/networks/582096af-2f90-402d-b754-a13d85dcf0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1564465
Sep 08 16:20:16.394821 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-30395e36-092f-4232-b5e6-e2b5ee2c6256 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1957073332-network', 'tenant_id': 'eb84000a1fb74f56a318702dcf719585'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:20:16.399688 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-30395e36-092f-4232-b5e6-e2b5ee2c6256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:20:16.403779 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-30395e36-092f-4232-b5e6-e2b5ee2c6256 admin admin] Usage tracker for resource:network and tenant:eb84000a1fb74f56a318702dcf719585 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:20:16.406782 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-30395e36-092f-4232-b5e6-e2b5ee2c6256 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:20:16.414912 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-30395e36-092f-4232-b5e6-e2b5ee2c6256 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:20:16.427759 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30395e36-092f-4232-b5e6-e2b5ee2c6256 admin admin] Made reservation on behalf of eb84000a1fb74f56a318702dcf719585 for: {'network': 1} {{(pid=79426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:20:16.430607 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-30395e36-092f-4232-b5e6-e2b5ee2c6256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for network, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:16.447491 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-30395e36-092f-4232-b5e6-e2b5ee2c6256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:16.462858 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-30395e36-092f-4232-b5e6-e2b5ee2c6256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:20:16.466943 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-30395e36-092f-4232-b5e6-e2b5ee2c6256 admin admin] Usage tracker for resource:security_group_rule and tenant:eb84000a1fb74f56a318702dcf719585 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:20:16.469996 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-30395e36-092f-4232-b5e6-e2b5ee2c6256 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:20:16.477105 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-30395e36-092f-4232-b5e6-e2b5ee2c6256 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:20:16.589378 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-30395e36-092f-4232-b5e6-e2b5ee2c6256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:16.594667 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-30395e36-092f-4232-b5e6-e2b5ee2c6256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:16.598842 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-24415f04-8ffb-4d4c-9ea7-da9fc5cdad32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:16.610247 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 42176) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:16.636810 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30395e36-092f-4232-b5e6-e2b5ee2c6256 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946}  {{(pid=79426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 08 16:20:16.647301 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30395e36-092f-4232-b5e6-e2b5ee2c6256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1c5d7c-b98e-4068-b2d2-1095eabe6925,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:16.655673 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-30395e36-092f-4232-b5e6-e2b5ee2c6256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:16.686609 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-30395e36-092f-4232-b5e6-e2b5ee2c6256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:16.686973 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.db.segments_db [None req-30395e36-092f-4232-b5e6-e2b5ee2c6256 admin admin] Added segment 9094b932-319f-41ff-9811-7bf83312e245 of type vlan for network 7ae24688-aa84-4bb0-aa5f-274d4b9cb577
Sep 08 16:20:16.738043 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-30395e36-092f-4232-b5e6-e2b5ee2c6256 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745177029057'] for network, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:16.785481 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3809f0-52ec-4c30-ae69-0ad6466d9a75 req-6f904acc-8cee-45e5-b306-a86985ba626d tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:16.787047 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-cf3809f0-52ec-4c30-ae69-0ad6466d9a75 req-6f904acc-8cee-45e5-b306-a86985ba626d tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.1356781
Sep 08 16:20:16.788252 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-30395e36-092f-4232-b5e6-e2b5ee2c6256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819'] for network, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:16.789614 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30395e36-092f-4232-b5e6-e2b5ee2c6256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:16.790155 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-30395e36-092f-4232-b5e6-e2b5ee2c6256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:16.795170 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-1b2b339b-b9bc-4da2-942c-5ee4b483ae27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:16.836938 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-724b7811-d170-4b4f-9164-dad36afb1ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:16.867322 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-724b7811-d170-4b4f-9164-dad36afb1ed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:20:16.874922 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-724b7811-d170-4b4f-9164-dad36afb1ed9 admin admin] Usage tracker for resource:security_group_rule and tenant:32f0718af6a3404c883efeec08cf8792 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:20:16.880974 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-724b7811-d170-4b4f-9164-dad36afb1ed9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:20:16.891518 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-724b7811-d170-4b4f-9164-dad36afb1ed9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:20:16.947787 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-30395e36-092f-4232-b5e6-e2b5ee2c6256 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8464086
Sep 08 16:20:16.948798 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 42182) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:16.949314 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30395e36-092f-4232-b5e6-e2b5ee2c6256 admin admin] Pushing event updated for resources: {'Network': ['ID=7ae24688-aa84-4bb0-aa5f-274d4b9cb577,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:16.954902 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-cf3809f0-52ec-4c30-ae69-0ad6466d9a75 req-7068e90a-d004-4550-a2cc-712a2469fbc4 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1602957
Sep 08 16:20:16.955436 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-30395e36-092f-4232-b5e6-e2b5ee2c6256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:16.961684 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-6ce9eae2-b9b4-4da0-a807-b47fda6dcdfb admin admin] Request body: {'subnet': {'network_id': '7ae24688-aa84-4bb0-aa5f-274d4b9cb577', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1957073332-subnet', 'tenant_id': 'eb84000a1fb74f56a318702dcf719585', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:20:16.981934 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-6ce9eae2-b9b4-4da0-a807-b47fda6dcdfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:20:16.988354 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Network 7ae24688-aa84-4bb0-aa5f-274d4b9cb577 details requested by agent ovs-agent-dv-cinder-807898-1-iscsi with host dv-cinder-807898-1-iscsi {{(pid=79427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 08 16:20:16.991439 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-6ce9eae2-b9b4-4da0-a807-b47fda6dcdfb admin admin] Usage tracker for resource:subnet and tenant:eb84000a1fb74f56a318702dcf719585 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:20:16.996451 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-6ce9eae2-b9b4-4da0-a807-b47fda6dcdfb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:20:17.006552 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-6ce9eae2-b9b4-4da0-a807-b47fda6dcdfb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:20:17.027578 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce9eae2-b9b4-4da0-a807-b47fda6dcdfb admin admin] Made reservation on behalf of eb84000a1fb74f56a318702dcf719585 for: {'subnet': 1} {{(pid=79425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:20:17.029827 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-6ce9eae2-b9b4-4da0-a807-b47fda6dcdfb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2390621'] for subnet, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:17.198510 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-724b7811-d170-4b4f-9164-dad36afb1ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:17.205807 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-724b7811-d170-4b4f-9164-dad36afb1ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:17.218784 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-4a1431b9-29fd-4d7a-afe9-7d0f4423dab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:17.281647 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-724b7811-d170-4b4f-9164-dad36afb1ed9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=32f0718af6a3404c883efeec08cf8792&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6689832
Sep 08 16:20:17.285418 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 42186) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:17.315961 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b7811-d170-4b4f-9164-dad36afb1ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4de83bb-52dc-44ee-afe4-0782e83b0305,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:17.322741 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-724b7811-d170-4b4f-9164-dad36afb1ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:17.387255 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-6ce9eae2-b9b4-4da0-a807-b47fda6dcdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2333356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2390635'] for subnet, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:17.396443 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:17.474863 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-7873f29e-3c70-43b5-be1d-bf7926f99724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:17.505889 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-7873f29e-3c70-43b5-be1d-bf7926f99724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:17.544160 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce9eae2-b9b4-4da0-a807-b47fda6dcdfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f4da8b0-7a28-4aee-8132-53eb6fa03b45,revision_number=0']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:17.551201 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-6ce9eae2-b9b4-4da0-a807-b47fda6dcdfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:17.552886 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce9eae2-b9b4-4da0-a807-b47fda6dcdfb admin admin] Checking segment: {'id': '9094b932-319f-41ff-9811-7bf83312e245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '7ae24688-aa84-4bb0-aa5f-274d4b9cb577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:20:17.553498 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce9eae2-b9b4-4da0-a807-b47fda6dcdfb admin admin] Network hostable DHCP agents. Network: 7ae24688-aa84-4bb0-aa5f-274d4b9cb577, hostable agents: ['48edfc26-e3e7-4e5a-9c59-2b84b8091b14'], hosted agents: [] {{(pid=79425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 08 16:20:17.575862 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-7873f29e-3c70-43b5-be1d-bf7926f99724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:17.582475 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-cfce2d9c-c9cc-497f-a2b9-9816a994c78f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:17.594001 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce9eae2-b9b4-4da0-a807-b47fda6dcdfb admin admin] Network 7ae24688-aa84-4bb0-aa5f-274d4b9cb577 is scheduled to be hosted by DHCP agent 48edfc26-e3e7-4e5a-9c59-2b84b8091b14 with binding_index 1 {{(pid=79425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 08 16:20:17.597779 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873f29e-3c70-43b5-be1d-bf7926f99724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4de83bb-52dc-44ee-afe4-0782e83b0305,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:17.600733 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-7873f29e-3c70-43b5-be1d-bf7926f99724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:17.607862 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-7873f29e-3c70-43b5-be1d-bf7926f99724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:17.609817 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-7873f29e-3c70-43b5-be1d-bf7926f99724 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4de83bb-52dc-44ee-afe4-0782e83b0305 HTTP/1.1" status: 204  len: 168 time: 0.3222430
Sep 08 16:20:17.616614 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [None req-6ce9eae2-b9b4-4da0-a807-b47fda6dcdfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-iscsi, 7ae24688-aa84-4bb0-aa5f-274d4b9cb577) {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:20:17.622660 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce9eae2-b9b4-4da0-a807-b47fda6dcdfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:17.623995 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-6ce9eae2-b9b4-4da0-a807-b47fda6dcdfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:17.632120 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e42072c-b7f7-454d-bff8-ead8becec351 None None] Network 7ae24688-aa84-4bb0-aa5f-274d4b9cb577 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:20:17.686855 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-6ce9eae2-b9b4-4da0-a807-b47fda6dcdfb admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7293520
Sep 08 16:20:17.973029 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e33da2-2730-4aff-9408-ccada7c6766b None None] Network 7ae24688-aa84-4bb0-aa5f-274d4b9cb577 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:20:18.014949 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 42202) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:18.035071 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-13e699a7-8114-492a-aa6b-c628d8954b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:18.052660 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-13e699a7-8114-492a-aa6b-c628d8954b00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:20:18.056896 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-13e699a7-8114-492a-aa6b-c628d8954b00 admin admin] Usage tracker for resource:security_group_rule and tenant:984c2c731e704bc1ae53e889ca0a8d12 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:20:18.060376 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-13e699a7-8114-492a-aa6b-c628d8954b00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:20:18.067385 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-13e699a7-8114-492a-aa6b-c628d8954b00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:20:18.171814 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-13e699a7-8114-492a-aa6b-c628d8954b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:18.178821 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-13e699a7-8114-492a-aa6b-c628d8954b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:18.201950 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-ff25ba16-5835-425b-8b32-aa20574b2be1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:18.320013 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-13e699a7-8114-492a-aa6b-c628d8954b00 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=984c2c731e704bc1ae53e889ca0a8d12&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3037646
Sep 08 16:20:18.323631 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 42208) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:18.329561 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e699a7-8114-492a-aa6b-c628d8954b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6d39ea-4bbf-4f3b-a897-a24ffcc9985c,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:18.353086 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-13e699a7-8114-492a-aa6b-c628d8954b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:18.389516 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121fde0f-3afe-43cd-9312-c600fc169eca req-75ebab7c-710d-4601-8a96-0c012c22a4b0 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:18.391171 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-121fde0f-3afe-43cd-9312-c600fc169eca req-75ebab7c-710d-4601-8a96-0c012c22a4b0 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.1908231
Sep 08 16:20:18.435748 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c3cb8c76-b9ab-4539-be60-0da8f2025cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:18.464426 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-121fde0f-3afe-43cd-9312-c600fc169eca req-04ea5614-432e-437d-8031-6166e9450454 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612605
Sep 08 16:20:18.483968 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c3cb8c76-b9ab-4539-be60-0da8f2025cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:18.567867 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c3cb8c76-b9ab-4539-be60-0da8f2025cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:18.573183 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-a2cfa234-97ca-4931-b0ee-e561961c1a2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:18.586945 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb8c76-b9ab-4539-be60-0da8f2025cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6d39ea-4bbf-4f3b-a897-a24ffcc9985c,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:18.590281 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-c3cb8c76-b9ab-4539-be60-0da8f2025cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:18.593274 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c3cb8c76-b9ab-4539-be60-0da8f2025cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:18.594302 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-c3cb8c76-b9ab-4539-be60-0da8f2025cb9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2f6d39ea-4bbf-4f3b-a897-a24ffcc9985c HTTP/1.1" status: 204  len: 168 time: 0.2686582
Sep 08 16:20:18.631343 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 42222) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:18.637670 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-dd7c0376-0cea-4a1d-a26f-b04627804bad admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1299262097-network', 'tenant_id': '666e90584017445b9442d3a62e855957'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:20:18.643066 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-dd7c0376-0cea-4a1d-a26f-b04627804bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:20:18.647891 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-dd7c0376-0cea-4a1d-a26f-b04627804bad admin admin] Usage tracker for resource:network and tenant:666e90584017445b9442d3a62e855957 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:20:18.651718 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-dd7c0376-0cea-4a1d-a26f-b04627804bad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:20:18.660014 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-dd7c0376-0cea-4a1d-a26f-b04627804bad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:20:18.674531 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7c0376-0cea-4a1d-a26f-b04627804bad admin admin] Made reservation on behalf of 666e90584017445b9442d3a62e855957 for: {'network': 1} {{(pid=79425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:20:18.677365 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-dd7c0376-0cea-4a1d-a26f-b04627804bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for network, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:18.691349 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-dd7c0376-0cea-4a1d-a26f-b04627804bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:18.708641 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-dd7c0376-0cea-4a1d-a26f-b04627804bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:20:18.713088 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-dd7c0376-0cea-4a1d-a26f-b04627804bad admin admin] Usage tracker for resource:security_group_rule and tenant:666e90584017445b9442d3a62e855957 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:20:18.716346 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-dd7c0376-0cea-4a1d-a26f-b04627804bad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:20:18.723052 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-dd7c0376-0cea-4a1d-a26f-b04627804bad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:20:18.839432 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-dd7c0376-0cea-4a1d-a26f-b04627804bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:18.844885 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-dd7c0376-0cea-4a1d-a26f-b04627804bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:18.855288 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-9695197b-fbb7-4ce5-adf5-dcaba5bc89ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:18.896262 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c0376-0cea-4a1d-a26f-b04627804bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cb6421-42cf-42b2-b23e-94b228713b3b,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:18.902793 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-dd7c0376-0cea-4a1d-a26f-b04627804bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:18.903679 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd7c0376-0cea-4a1d-a26f-b04627804bad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918}  {{(pid=79425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 08 16:20:18.917864 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-dd7c0376-0cea-4a1d-a26f-b04627804bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:18.918375 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.db.segments_db [None req-dd7c0376-0cea-4a1d-a26f-b04627804bad admin admin] Added segment ebc03f20-accb-45aa-bccc-4c2fbc825174 of type vlan for network 3fc899e2-0ce0-451f-8cdb-b01ca1994ba6
Sep 08 16:20:18.999302 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-dd7c0376-0cea-4a1d-a26f-b04627804bad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745177029057'] for network, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:19.062337 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-dd7c0376-0cea-4a1d-a26f-b04627804bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819'] for network, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:19.065606 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7c0376-0cea-4a1d-a26f-b04627804bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:19.066799 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-dd7c0376-0cea-4a1d-a26f-b04627804bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:19.077037 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:19.227910 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba3009-4e3c-494a-99aa-2c24f1e8b9ce req-d6d8bab7-3d1f-4e3f-bdd4-86f8c39d835b tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:19.230188 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b4ba3009-4e3c-494a-99aa-2c24f1e8b9ce req-d6d8bab7-3d1f-4e3f-bdd4-86f8c39d835b tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.1530514
Sep 08 16:20:19.318753 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b4ba3009-4e3c-494a-99aa-2c24f1e8b9ce req-bacc0474-5742-4e16-a42b-75e7207e0a4a tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0778897
Sep 08 16:20:19.322592 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-dd7c0376-0cea-4a1d-a26f-b04627804bad admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6898057
Sep 08 16:20:19.325075 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c0376-0cea-4a1d-a26f-b04627804bad admin admin] Pushing event updated for resources: {'Network': ['ID=3fc899e2-0ce0-451f-8cdb-b01ca1994ba6,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:19.326766 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 42234) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:19.334041 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-b376fc2a-93ec-4928-94d7-4ec12b44d9cc admin admin] Request body: {'subnet': {'network_id': '3fc899e2-0ce0-451f-8cdb-b01ca1994ba6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1299262097-subnet', 'tenant_id': '666e90584017445b9442d3a62e855957', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:20:19.339930 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-b376fc2a-93ec-4928-94d7-4ec12b44d9cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:20:19.342677 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-dd7c0376-0cea-4a1d-a26f-b04627804bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:19.346142 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-b376fc2a-93ec-4928-94d7-4ec12b44d9cc admin admin] Usage tracker for resource:subnet and tenant:666e90584017445b9442d3a62e855957 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:20:19.350786 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-b376fc2a-93ec-4928-94d7-4ec12b44d9cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:20:19.353228 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Network 3fc899e2-0ce0-451f-8cdb-b01ca1994ba6 details requested by agent ovs-agent-dv-cinder-807898-1-iscsi with host dv-cinder-807898-1-iscsi {{(pid=79427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 08 16:20:19.359792 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-b376fc2a-93ec-4928-94d7-4ec12b44d9cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:20:19.375198 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b376fc2a-93ec-4928-94d7-4ec12b44d9cc admin admin] Made reservation on behalf of 666e90584017445b9442d3a62e855957 for: {'subnet': 1} {{(pid=79426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:20:19.392691 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-b376fc2a-93ec-4928-94d7-4ec12b44d9cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476803'] for subnet, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:19.392875 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb20f5-5649-4adb-a096-448586fce723 req-82b9b4b4-5524-4dae-899b-45d236901725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:19.392875 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-efcb20f5-5649-4adb-a096-448586fce723 req-82b9b4b4-5524-4dae-899b-45d236901725 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=212c97f3a57a4db5985bce4f60183ab4&device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 1099 time: 0.1588278
Sep 08 16:20:19.604007 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb20f5-5649-4adb-a096-448586fce723 req-db86fe85-8029-436e-bd3a-a00d686b2c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:19.608552 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-efcb20f5-5649-4adb-a096-448586fce723 req-db86fe85-8029-436e-bd3a-a00d686b2c18 service neutron] 10.222.0.70 "GET /v2.0/networks?id=582096af-2f90-402d-b754-a13d85dcf0f9 HTTP/1.1" status: 200  len: 911 time: 0.2140694
Sep 08 16:20:19.716590 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-b376fc2a-93ec-4928-94d7-4ec12b44d9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2351912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476853'] for subnet, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:19.732017 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-c62cd928-df80-42a6-acc2-5cc3d5fdd0f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:19.792503 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-efcb20f5-5649-4adb-a096-448586fce723 req-32ba4870-70a6-4396-8bc0-bda94074ec47 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ada104b9-d491-45ae-a144-07da180661e5 HTTP/1.1" status: 200  len: 1002 time: 0.1768496
Sep 08 16:20:19.875326 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b376fc2a-93ec-4928-94d7-4ec12b44d9cc admin admin] Checking segment: {'id': 'ebc03f20-accb-45aa-bccc-4c2fbc825174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '3fc899e2-0ce0-451f-8cdb-b01ca1994ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:20:19.875904 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b376fc2a-93ec-4928-94d7-4ec12b44d9cc admin admin] Network hostable DHCP agents. Network: 3fc899e2-0ce0-451f-8cdb-b01ca1994ba6, hostable agents: ['48edfc26-e3e7-4e5a-9c59-2b84b8091b14'], hosted agents: [] {{(pid=79426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 08 16:20:19.894059 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb20f5-5649-4adb-a096-448586fce723 req-71ad1b7c-44cb-45a8-af99-f737ad4a534f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:19.897344 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-efcb20f5-5649-4adb-a096-448586fce723 req-71ad1b7c-44cb-45a8-af99-f737ad4a534f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6fbf176d-0f2a-4301-81f2-4479a85d15c0 HTTP/1.1" status: 200  len: 849 time: 0.0909688
Sep 08 16:20:19.904777 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376fc2a-93ec-4928-94d7-4ec12b44d9cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbd71231-3dbb-4519-ace0-95a457e27991,revision_number=0']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:19.909694 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-b376fc2a-93ec-4928-94d7-4ec12b44d9cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:19.932075 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b376fc2a-93ec-4928-94d7-4ec12b44d9cc admin admin] Network 3fc899e2-0ce0-451f-8cdb-b01ca1994ba6 is scheduled to be hosted by DHCP agent 48edfc26-e3e7-4e5a-9c59-2b84b8091b14 with binding_index 1 {{(pid=79426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 08 16:20:19.950785 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.base_scheduler [None req-b376fc2a-93ec-4928-94d7-4ec12b44d9cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-iscsi, 3fc899e2-0ce0-451f-8cdb-b01ca1994ba6) {{(pid=79426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:20:19.960708 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b376fc2a-93ec-4928-94d7-4ec12b44d9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:19.961940 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-b376fc2a-93ec-4928-94d7-4ec12b44d9cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for subnet, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:19.964038 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be682835-5d31-46b7-86a5-1dda36d93946 None None] Network 3fc899e2-0ce0-451f-8cdb-b01ca1994ba6 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:20:20.030969 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-b376fc2a-93ec-4928-94d7-4ec12b44d9cc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7024229
Sep 08 16:20:20.248158 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722cd238-a61c-42b2-a22b-bb944bec14cb None None] Network 3fc899e2-0ce0-451f-8cdb-b01ca1994ba6 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:20:20.248933 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb20f5-5649-4adb-a096-448586fce723 req-602d292b-4145-4969-92cf-d24fb66e1bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:20.251695 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-efcb20f5-5649-4adb-a096-448586fce723 req-602d292b-4145-4969-92cf-d24fb66e1bcc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=582096af-2f90-402d-b754-a13d85dcf0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3451011
Sep 08 16:20:20.605908 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-efcb20f5-5649-4adb-a096-448586fce723 req-81fe4336-52d3-40b3-9e79-eeb362936c7c service neutron] 10.222.0.70 "GET /v2.0/networks/582096af-2f90-402d-b754-a13d85dcf0f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3457634
Sep 08 16:20:20.681701 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ea1ce-933e-4ce5-a7c3-d1d3519111a8 req-8a6c6d35-04bc-4fd7-9300-0e17988a4947 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:20.684342 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2b5ea1ce-933e-4ce5-a7c3-d1d3519111a8 req-8a6c6d35-04bc-4fd7-9300-0e17988a4947 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.1369603
Sep 08 16:20:20.758217 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2b5ea1ce-933e-4ce5-a7c3-d1d3519111a8 req-6a9111f4-00c4-4f06-b79c-1a6e1cbab0df tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605066
Sep 08 16:20:20.867269 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-efcb20f5-5649-4adb-a096-448586fce723 req-86c295bf-031b-4e4c-8be3-2d3f37016efb service neutron] 10.222.0.70 "GET /v2.0/networks/582096af-2f90-402d-b754-a13d85dcf0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2539058
Sep 08 16:20:22.062924 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f3048-d8e9-455c-8602-d2d1a4ebdf81 req-d9a7972e-45c8-4e5d-a8f2-a0eeb423bcbb tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:22.065466 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-540f3048-d8e9-455c-8602-d2d1a4ebdf81 req-d9a7972e-45c8-4e5d-a8f2-a0eeb423bcbb tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.1029258
Sep 08 16:20:22.119295 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-540f3048-d8e9-455c-8602-d2d1a4ebdf81 req-ace9008f-3604-4d2d-b36d-08a77977b5a0 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471942
Sep 08 16:20:25.492513 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 42372) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:25.672328 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-44474d1d-e4d5-4e37-bdaf-1032fce22d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:25.687910 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-44474d1d-e4d5-4e37-bdaf-1032fce22d57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:20:25.692281 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-44474d1d-e4d5-4e37-bdaf-1032fce22d57 admin admin] Usage tracker for resource:security_group_rule and tenant:44e4f8a9c4b44fa797a37440dd4c4050 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:20:25.695503 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-44474d1d-e4d5-4e37-bdaf-1032fce22d57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:20:25.702290 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-44474d1d-e4d5-4e37-bdaf-1032fce22d57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:20:25.850120 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-44474d1d-e4d5-4e37-bdaf-1032fce22d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:25.862706 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-44474d1d-e4d5-4e37-bdaf-1032fce22d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:25.870444 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-35bbd43b-c896-41c5-a3eb-ae33e4237112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:25.921751 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-44474d1d-e4d5-4e37-bdaf-1032fce22d57 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=44e4f8a9c4b44fa797a37440dd4c4050&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4272873
Sep 08 16:20:25.926586 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 42380) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:25.935999 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44474d1d-e4d5-4e37-bdaf-1032fce22d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16dfe7e-0a1e-4447-89f9-e9db34e73d52,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:25.940885 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-44474d1d-e4d5-4e37-bdaf-1032fce22d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:25.972549 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2daa158-53d7-4381-97bb-b313f7e80abc req-2317f1ea-7867-4206-a856-2b761a811f7f tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:25.974840 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-c2daa158-53d7-4381-97bb-b313f7e80abc req-2317f1ea-7867-4206-a856-2b761a811f7f tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 947 time: 0.4531119
Sep 08 16:20:26.039919 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-c2daa158-53d7-4381-97bb-b313f7e80abc req-846b0bb4-5cb1-4752-8af8-6719abbedb80 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0566554
Sep 08 16:20:26.058346 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4b57402f-238e-4a75-a2ef-087173bd379b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:26.117555 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4b57402f-238e-4a75-a2ef-087173bd379b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:26.198208 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4b57402f-238e-4a75-a2ef-087173bd379b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:26.207664 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-e0100345-6b8a-4c6c-9c5a-633b546692ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:26.231456 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57402f-238e-4a75-a2ef-087173bd379b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16dfe7e-0a1e-4447-89f9-e9db34e73d52,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:26.236580 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-4b57402f-238e-4a75-a2ef-087173bd379b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:26.239007 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4b57402f-238e-4a75-a2ef-087173bd379b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:26.248222 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-4b57402f-238e-4a75-a2ef-087173bd379b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a16dfe7e-0a1e-4447-89f9-e9db34e73d52 HTTP/1.1" status: 204  len: 168 time: 0.3162749
Sep 08 16:20:26.702074 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 42398) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:26.725151 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-e3693ced-909a-4f28-a04f-7671baea090e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:26.741505 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-e3693ced-909a-4f28-a04f-7671baea090e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:20:26.745837 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-e3693ced-909a-4f28-a04f-7671baea090e admin admin] Usage tracker for resource:security_group_rule and tenant:7b31d393593a4fc9854a150b8851425c is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:20:26.749172 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-e3693ced-909a-4f28-a04f-7671baea090e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:20:26.755951 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-e3693ced-909a-4f28-a04f-7671baea090e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:20:26.856147 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-e3693ced-909a-4f28-a04f-7671baea090e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:26.862690 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-e3693ced-909a-4f28-a04f-7671baea090e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:26.879424 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-68af0076-c709-4573-8b5f-d29b61b36868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:26.962014 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-e3693ced-909a-4f28-a04f-7671baea090e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7b31d393593a4fc9854a150b8851425c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2583909
Sep 08 16:20:26.963352 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3693ced-909a-4f28-a04f-7671baea090e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da76383e-a039-435e-8639-22ae65bf9e96,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:26.965361 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 42402) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:26.968652 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-e3693ced-909a-4f28-a04f-7671baea090e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:27.048015 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-29dfa03f-bf51-4e5e-8d5f-91dcefe5bd4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:27.077951 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-29dfa03f-bf51-4e5e-8d5f-91dcefe5bd4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:27.150826 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fbdb7-e5c3-4b7a-ae33-62e46b4a4337 req-2d07ce92-625b-438e-a4e6-07abeb8dbf92 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:27.151691 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-305fbdb7-e5c3-4b7a-ae33-62e46b4a4337 req-2d07ce92-625b-438e-a4e6-07abeb8dbf92 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Synchronizing usage tracker for tenant:8151b8f5193c4e4eb58002780ae62270 on resource:port {{(pid=79425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:20:27.154285 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-29dfa03f-bf51-4e5e-8d5f-91dcefe5bd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:27.159461 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-d8943ee5-098b-4eec-b05a-5ee32392392d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:27.174121 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-305fbdb7-e5c3-4b7a-ae33-62e46b4a4337 req-2d07ce92-625b-438e-a4e6-07abeb8dbf92 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Unset dirty status for tenant:8151b8f5193c4e4eb58002780ae62270 on resource:port {{(pid=79425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:20:27.175728 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-305fbdb7-e5c3-4b7a-ae33-62e46b4a4337 req-2d07ce92-625b-438e-a4e6-07abeb8dbf92 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 947 time: 0.1182017
Sep 08 16:20:27.180042 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dfa03f-bf51-4e5e-8d5f-91dcefe5bd4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da76383e-a039-435e-8639-22ae65bf9e96,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:27.188271 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-29dfa03f-bf51-4e5e-8d5f-91dcefe5bd4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:27.196884 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-29dfa03f-bf51-4e5e-8d5f-91dcefe5bd4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:27.198952 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-29dfa03f-bf51-4e5e-8d5f-91dcefe5bd4d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/da76383e-a039-435e-8639-22ae65bf9e96 HTTP/1.1" status: 204  len: 168 time: 0.2317357
Sep 08 16:20:27.278857 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [req-305fbdb7-e5c3-4b7a-ae33-62e46b4a4337 req-75a20865-b547-433c-9d37-7958c28e50a2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Deleting port 625c811b-4427-4c32-9c2e-61a56adb42db {{(pid=79425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:20:27.279434 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-305fbdb7-e5c3-4b7a-ae33-62e46b4a4337 req-75a20865-b547-433c-9d37-7958c28e50a2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:27.668690 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b718dd-78a6-4d6f-9751-ed936092779f req-5f30b93d-92e3-4226-9ac9-a52bfda9e64b tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:27.670433 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-29b718dd-78a6-4d6f-9751-ed936092779f req-5f30b93d-92e3-4226-9ac9-a52bfda9e64b tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 947 time: 0.4026475
Sep 08 16:20:27.686891 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-305fbdb7-e5c3-4b7a-ae33-62e46b4a4337 req-75a20865-b547-433c-9d37-7958c28e50a2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] For port 625c811b-4427-4c32-9c2e-61a56adb42db, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=625c811b-4427-4c32-9c2e-61a56adb42db,segment=NetworkSegment(52138e92-9965-4b35-b4cf-e92e92ee1ba1),segment_id=52138e92-9965-4b35-b4cf-e92e92ee1ba1)] {{(pid=79425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:20:27.687451 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-305fbdb7-e5c3-4b7a-ae33-62e46b4a4337 req-75a20865-b547-433c-9d37-7958c28e50a2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:27.738666 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-29b718dd-78a6-4d6f-9751-ed936092779f req-c19b7e88-e2bf-4c9d-a08f-923f91e6d019 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581250
Sep 08 16:20:28.230101 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-305fbdb7-e5c3-4b7a-ae33-62e46b4a4337 req-75a20865-b547-433c-9d37-7958c28e50a2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:28.230791 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-305fbdb7-e5c3-4b7a-ae33-62e46b4a4337 req-75a20865-b547-433c-9d37-7958c28e50a2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1948197'] for floatingip, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:28.231230 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.db.l3_db [req-305fbdb7-e5c3-4b7a-ae33-62e46b4a4337 req-75a20865-b547-433c-9d37-7958c28e50a2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Floating IP 2a9a065a-9a21-45d4-a59d-69d4672a00c4 disassociated. External IP: 172.27.2.20, port: 625c811b-4427-4c32-9c2e-61a56adb42db.
Sep 08 16:20:28.232033 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [req-305fbdb7-e5c3-4b7a-ae33-62e46b4a4337 req-75a20865-b547-433c-9d37-7958c28e50a2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Calling delete_port for 625c811b-4427-4c32-9c2e-61a56adb42db owned by compute:nova {{(pid=79425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:20:28.530749 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-305fbdb7-e5c3-4b7a-ae33-62e46b4a4337 req-75a20865-b547-433c-9d37-7958c28e50a2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:28.539277 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-3de3c527-b08f-4196-932d-5b8268aa20e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:28.588630 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a20865-b547-433c-9d37-7958c28e50a2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Pushing event deleted for resources: {'Port': ['ID=625c811b-4427-4c32-9c2e-61a56adb42db,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:28.592085 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-75a20865-b547-433c-9d37-7958c28e50a2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:29.078114 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-305fbdb7-e5c3-4b7a-ae33-62e46b4a4337 req-75a20865-b547-433c-9d37-7958c28e50a2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Router 64e5c9af-a25a-4228-8131-f4c5230ec1fb has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:20:29.088046 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3b3e2e83-0d1a-4eee-859e-fa8c058314eb req-ca25c7b5-6d20-46de-ad2e-279c37bbf961 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 210 time: 0.0917037
Sep 08 16:20:29.397667 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-305fbdb7-e5c3-4b7a-ae33-62e46b4a4337 req-75a20865-b547-433c-9d37-7958c28e50a2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:20:29.421845 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8142bb-8815-41db-9d80-3d16e6f7c570 None None] Sync routers for ids ['64e5c9af-a25a-4228-8131-f4c5230ec1fb'] in dv-cinder-807898-1-iscsi {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:20:29.440001 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8142bb-8815-41db-9d80-3d16e6f7c570 None None] Routers {'64e5c9af-a25a-4228-8131-f4c5230ec1fb'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:20:29.441282 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-ed8142bb-8815-41db-9d80-3d16e6f7c570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42516cfe20>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:20:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['64e5c9af-a25a-4228-8131-f4c5230ec1fb'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:20:29.515255 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [req-305fbdb7-e5c3-4b7a-ae33-62e46b4a4337 req-75a20865-b547-433c-9d37-7958c28e50a2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] No DVR routers for this DVR port 625c811b-4427-4c32-9c2e-61a56adb42db on host hv-cinder-80789 {{(pid=79425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 08 16:20:29.521012 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-305fbdb7-e5c3-4b7a-ae33-62e46b4a4337 req-75a20865-b547-433c-9d37-7958c28e50a2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:29.552918 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dd36a3-a4b2-4d0e-8140-e629d0c9954d', 'name': 'network-vif-deleted', 'tag': '625c811b-4427-4c32-9c2e-61a56adb42db'}] {{(pid=79425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:20:29.566154 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-305fbdb7-e5c3-4b7a-ae33-62e46b4a4337 req-75a20865-b547-433c-9d37-7958c28e50a2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.70 "DELETE /v2.0/ports/625c811b-4427-4c32-9c2e-61a56adb42db HTTP/1.1" status: 204  len: 173 time: 2.3831561
Sep 08 16:20:29.650742 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2dd36a3-a4b2-4d0e-8140-e629d0c9954d', 'name': 'network-vif-deleted', 'tag': '625c811b-4427-4c32-9c2e-61a56adb42db', 'status': 'completed', 'code': 200}
Sep 08 16:20:29.718193 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-ed8142bb-8815-41db-9d80-3d16e6f7c570 None None] Set router 64e5c9af-a25a-4228-8131-f4c5230ec1fb gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:20:30.295113 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-ed8142bb-8815-41db-9d80-3d16e6f7c570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42516cfe20>, [{'id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1866807271-router', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:15:46Z', 'revision_number': 4, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'gw_port': {'id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:26Z', 'updated_at': '2021-09-08T16:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': '0f4ba026-b3f8-4cf9-8692-9edd2944244e', 'name': '', 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'mac_address': 'fa:16:3e:14:16:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:37Z', 'updated_at': '2021-09-08T16:16:05Z', 'revision_number': 5, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'subnets': [{'id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:20:30.305161 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8142bb-8815-41db-9d80-3d16e6f7c570 None None] Checking router: 64e5c9af-a25a-4228-8131-f4c5230ec1fb for host: dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:20:30.332601 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8142bb-8815-41db-9d80-3d16e6f7c570 None None] Routers {'64e5c9af-a25a-4228-8131-f4c5230ec1fb'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:20:30.333920 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-ed8142bb-8815-41db-9d80-3d16e6f7c570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42516cfe20>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:20:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['64e5c9af-a25a-4228-8131-f4c5230ec1fb'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:20:30.459843 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-da604e0a-d407-48a8-9bb8-d5306b74f3ff req-ff8f63e6-3576-41a6-8c78-d5bcb09d7ca3 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2dd36a3-a4b2-4d0e-8140-e629d0c9954d HTTP/1.1" status: 200  len: 210 time: 0.0915461
Sep 08 16:20:30.560899 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 625c811b-4427-4c32-9c2e-61a56adb42db no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:20:30.655264 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] No Port match for: 625c811b-4427-4c32-9c2e-61a56adb42db {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:20:30.655801 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 625c811b-4427-4c32-9c2e-61a56adb42db not bound to the agent host hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:20:30.724637 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-ed8142bb-8815-41db-9d80-3d16e6f7c570 None None] Set router 64e5c9af-a25a-4228-8131-f4c5230ec1fb gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:20:30.847969 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-47ec76fa-66d6-4091-9092-91078e766838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:31.241375 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-ed8142bb-8815-41db-9d80-3d16e6f7c570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42516cfe20>, [{'id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1866807271-router', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:15:46Z', 'revision_number': 4, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'gw_port': {'id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:26Z', 'updated_at': '2021-09-08T16:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': '0f4ba026-b3f8-4cf9-8692-9edd2944244e', 'name': '', 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'mac_address': 'fa:16:3e:14:16:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:37Z', 'updated_at': '2021-09-08T16:16:05Z', 'revision_number': 5, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'subnets': [{'id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:20:31.246154 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8142bb-8815-41db-9d80-3d16e6f7c570 None None] The sync data for ids ['64e5c9af-a25a-4228-8131-f4c5230ec1fb'] in dv-cinder-807898-1-iscsi is: [{'id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1866807271-router', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:15:46Z', 'revision_number': 4, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'gw_port': {'id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:26Z', 'updated_at': '2021-09-08T16:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': '0f4ba026-b3f8-4cf9-8692-9edd2944244e', 'name': '', 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'mac_address': 'fa:16:3e:14:16:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:37Z', 'updated_at': '2021-09-08T16:16:05Z', 'revision_number': 5, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'subnets': [{'id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:20:31.293891 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:31.562030 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6603c752-0f5d-42ea-b0b9-33a85478537e None None] New status for floating IP 2a9a065a-9a21-45d4-a59d-69d4672a00c4: DOWN {{(pid=79428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 08 16:20:31.626756 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 42490) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:31.705608 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-d9eb9abe-08ab-4040-b62b-28d8530a5ceb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:31.753324 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-d9eb9abe-08ab-4040-b62b-28d8530a5ceb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:31.852080 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-d9eb9abe-08ab-4040-b62b-28d8530a5ceb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:31.868737 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-b402a7ad-a439-46f8-8c77-762e065f233c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:31.894554 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb9abe-08ab-4040-b62b-28d8530a5ceb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9ec00b-b39d-40d8-b1ac-4925803ba1ef,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:31.899934 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-d9eb9abe-08ab-4040-b62b-28d8530a5ceb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:31.916834 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-d9eb9abe-08ab-4040-b62b-28d8530a5ceb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:31.921087 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-d9eb9abe-08ab-4040-b62b-28d8530a5ceb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "DELETE /v2.0/security-groups/ba9ec00b-b39d-40d8-b1ac-4925803ba1ef HTTP/1.1" status: 204  len: 168 time: 0.2913756
Sep 08 16:20:31.924038 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 42498) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:31.961383 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.api.v2.resource [None req-4f5d7554-b230-4b16-8f9d-96894c9d855d tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] show failed (client error): The resource could not be found.
Sep 08 16:20:31.963694 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-4f5d7554-b230-4b16-8f9d-96894c9d855d tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups/ba9ec00b-b39d-40d8-b1ac-4925803ba1ef HTTP/1.1" status: 404  len: 347 time: 0.0372787
Sep 08 16:20:31.967563 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 42502) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:32.299832 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-de416310-3611-4126-93b0-1efb487cb663 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Deleting port 9b2db77a-0b3d-4867-9398-7e61c03abc9b {{(pid=79426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:20:32.300189 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-de416310-3611-4126-93b0-1efb487cb663 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:32.598814 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-de416310-3611-4126-93b0-1efb487cb663 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:32.599345 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-de416310-3611-4126-93b0-1efb487cb663 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:32.742168 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-de416310-3611-4126-93b0-1efb487cb663 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Calling delete_port for 9b2db77a-0b3d-4867-9398-7e61c03abc9b owned by network:floatingip {{(pid=79426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:20:32.918746 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-de416310-3611-4126-93b0-1efb487cb663 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:32.923914 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:32.977937 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de416310-3611-4126-93b0-1efb487cb663 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Pushing event deleted for resources: {'Port': ['ID=9b2db77a-0b3d-4867-9398-7e61c03abc9b,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:33.011904 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-de416310-3611-4126-93b0-1efb487cb663 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:33.083417 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-de416310-3611-4126-93b0-1efb487cb663 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for floatingip, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:33.103658 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-de416310-3611-4126-93b0-1efb487cb663 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for floatingip, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:33.105112 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-de416310-3611-4126-93b0-1efb487cb663 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "DELETE /v2.0/floatingips/2a9a065a-9a21-45d4-a59d-69d4672a00c4 HTTP/1.1" status: 204  len: 168 time: 1.1364870
Sep 08 16:20:33.622543 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 42520) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:33.628141 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-394907bd-41c2-4ef2-96f1-eecde2747a84 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Request body: {'security_group': {'name': 'tempest-securitygroup--380027074', 'description': 'tempest-description--847059400'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:20:33.634399 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-394907bd-41c2-4ef2-96f1-eecde2747a84 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:20:33.639424 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-394907bd-41c2-4ef2-96f1-eecde2747a84 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Usage tracker for resource:security_group and tenant:8151b8f5193c4e4eb58002780ae62270 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:20:33.644305 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-394907bd-41c2-4ef2-96f1-eecde2747a84 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:20:33.654606 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-394907bd-41c2-4ef2-96f1-eecde2747a84 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:20:33.672886 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-394907bd-41c2-4ef2-96f1-eecde2747a84 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:33.715828 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-394907bd-41c2-4ef2-96f1-eecde2747a84 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:20:33.723278 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-394907bd-41c2-4ef2-96f1-eecde2747a84 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Usage tracker for resource:security_group_rule and tenant:8151b8f5193c4e4eb58002780ae62270 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:20:33.728748 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-394907bd-41c2-4ef2-96f1-eecde2747a84 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:20:33.739960 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-394907bd-41c2-4ef2-96f1-eecde2747a84 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:20:33.874061 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-394907bd-41c2-4ef2-96f1-eecde2747a84 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:33.880181 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-394907bd-41c2-4ef2-96f1-eecde2747a84 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:33.916277 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-08e57be3-c624-4399-bc97-b900744491df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:33.940400 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-394907bd-41c2-4ef2-96f1-eecde2747a84 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:33.946560 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-394907bd-41c2-4ef2-96f1-eecde2747a84 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.3186045
Sep 08 16:20:33.947345 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 42530) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:33.951957 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-32ca6500-dca0-45e3-a4f5-26aca44c10a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:33.963040 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-450c4872-542c-4174-97db-0da66be3c23a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Request body: {'security_group_rule': {'security_group_id': 'bea9f2c3-c065-4126-87a5-cccf12e83212', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:20:33.982814 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-450c4872-542c-4174-97db-0da66be3c23a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:20:33.992266 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394907bd-41c2-4ef2-96f1-eecde2747a84 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bea9f2c3-c065-4126-87a5-cccf12e83212,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:33.997155 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-394907bd-41c2-4ef2-96f1-eecde2747a84 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:33.998310 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-450c4872-542c-4174-97db-0da66be3c23a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Usage tracker for resource:security_group_rule and tenant:8151b8f5193c4e4eb58002780ae62270 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:20:34.006226 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-450c4872-542c-4174-97db-0da66be3c23a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:20:34.020764 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-450c4872-542c-4174-97db-0da66be3c23a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:20:34.047718 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-450c4872-542c-4174-97db-0da66be3c23a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:34.122923 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-450c4872-542c-4174-97db-0da66be3c23a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:34.129690 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-450c4872-542c-4174-97db-0da66be3c23a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908961'] for security_group_rule, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:34.131321 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:34.156869 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c4872-542c-4174-97db-0da66be3c23a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a78b984-3a62-4023-8b38-c797a2cb72a6,revision_number=0']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:34.170196 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c4872-542c-4174-97db-0da66be3c23a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:20:34.170550 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c4872-542c-4174-97db-0da66be3c23a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:20:34.170970 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c4872-542c-4174-97db-0da66be3c23a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:20:34.171452 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c4872-542c-4174-97db-0da66be3c23a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:20:34.171894 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c4872-542c-4174-97db-0da66be3c23a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:20:34.172253 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c4872-542c-4174-97db-0da66be3c23a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:20:34.172659 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c4872-542c-4174-97db-0da66be3c23a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:20:34.173186 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c4872-542c-4174-97db-0da66be3c23a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:20:34.174047 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c4872-542c-4174-97db-0da66be3c23a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:20:34.174395 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c4872-542c-4174-97db-0da66be3c23a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:20:34.174785 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c4872-542c-4174-97db-0da66be3c23a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:20:34.175192 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450c4872-542c-4174-97db-0da66be3c23a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:20:34.178982 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-450c4872-542c-4174-97db-0da66be3c23a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:34.180231 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-450c4872-542c-4174-97db-0da66be3c23a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2292876
Sep 08 16:20:34.181327 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-450c4872-542c-4174-97db-0da66be3c23a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:34.183225 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 42536) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:34.188779 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-3e6ce80f-45e5-4812-9a89-73247a7e47ee tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Request body: {'security_group_rule': {'security_group_id': 'bea9f2c3-c065-4126-87a5-cccf12e83212', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:20:34.196370 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-3e6ce80f-45e5-4812-9a89-73247a7e47ee tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:20:34.201199 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-3e6ce80f-45e5-4812-9a89-73247a7e47ee tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Usage tracker for resource:security_group_rule and tenant:8151b8f5193c4e4eb58002780ae62270 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:20:34.204658 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-3e6ce80f-45e5-4812-9a89-73247a7e47ee tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:20:34.211531 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-3e6ce80f-45e5-4812-9a89-73247a7e47ee tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:20:34.232497 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3e6ce80f-45e5-4812-9a89-73247a7e47ee tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:34.310746 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3e6ce80f-45e5-4812-9a89-73247a7e47ee tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:34.315179 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3e6ce80f-45e5-4812-9a89-73247a7e47ee tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908961'] for security_group_rule, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:34.317378 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-9187d51f-fc63-47a8-9d17-3c7562a11819 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:34.340585 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ce80f-45e5-4812-9a89-73247a7e47ee tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e56e027-4e16-4394-abf5-700c630e4367,revision_number=0']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:34.343113 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-3e6ce80f-45e5-4812-9a89-73247a7e47ee tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:34.351937 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3e6ce80f-45e5-4812-9a89-73247a7e47ee tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:34.353161 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-3e6ce80f-45e5-4812-9a89-73247a7e47ee tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1689417
Sep 08 16:20:34.356376 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 42540) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:34.362370 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-4e7f9d7d-e559-4fc5-bb8e-4926b2b95cb8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Request body: {'floatingip': {'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:20:34.368449 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-4e7f9d7d-e559-4fc5-bb8e-4926b2b95cb8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:20:34.372328 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-4e7f9d7d-e559-4fc5-bb8e-4926b2b95cb8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Usage tracker for resource:floatingip and tenant:8151b8f5193c4e4eb58002780ae62270 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:20:34.375219 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-4e7f9d7d-e559-4fc5-bb8e-4926b2b95cb8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:20:34.381315 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-4e7f9d7d-e559-4fc5-bb8e-4926b2b95cb8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:20:34.392101 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4e7f9d7d-e559-4fc5-bb8e-4926b2b95cb8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for floatingip, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:34.539412 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4e7f9d7d-e559-4fc5-bb8e-4926b2b95cb8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:34.689229 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_common [None req-4e7f9d7d-e559-4fc5-bb8e-4926b2b95cb8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Allocated IP 172.27.2.76 (e2ed1a71-8bc5-4c91-9ec3-df61c44bef44/a1e16140-da4f-4587-a2e7-78015b4d0ba3/90dbdbba-4fda-4bc5-8a23-9a53559396f5) {{(pid=79425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:20:34.951198 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4e7f9d7d-e559-4fc5-bb8e-4926b2b95cb8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for port, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:34.987860 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4e7f9d7d-e559-4fc5-bb8e-4926b2b95cb8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:34.992167 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-493301b8-71cc-4aa9-b6b6-6f352b37c5f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:35.061002 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7f9d7d-e559-4fc5-bb8e-4926b2b95cb8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Network e2ed1a71-8bc5-4c91-9ec3-df61c44bef44 is already hosted by enough agents. {{(pid=79425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:20:35.064400 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [None req-4e7f9d7d-e559-4fc5-bb8e-4926b2b95cb8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Resources bound (agent type, host, resource id):  {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:20:35.068707 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7f9d7d-e559-4fc5-bb8e-4926b2b95cb8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Received port after_create {{(pid=79425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:20:35.104986 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f9d7d-e559-4fc5-bb8e-4926b2b95cb8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Pushing event updated for resources: {'Port': ['ID=90dbdbba-4fda-4bc5-8a23-9a53559396f5,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:35.109544 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-4e7f9d7d-e559-4fc5-bb8e-4926b2b95cb8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:35.165995 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4e7f9d7d-e559-4fc5-bb8e-4926b2b95cb8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:35.222938 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:35.235403 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4e7f9d7d-e559-4fc5-bb8e-4926b2b95cb8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:35.491692 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4e7f9d7d-e559-4fc5-bb8e-4926b2b95cb8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for port, precommit_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:35.497959 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4e7f9d7d-e559-4fc5-bb8e-4926b2b95cb8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334251'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:35.503134 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-4f6de0ac-4566-4f34-83e7-72c6b0fb3e23 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:35.614790 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f9d7d-e559-4fc5-bb8e-4926b2b95cb8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Pushing event updated for resources: {'Port': ['ID=90dbdbba-4fda-4bc5-8a23-9a53559396f5,revision_number=2']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:35.619358 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-4e7f9d7d-e559-4fc5-bb8e-4926b2b95cb8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:35.634466 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4e7f9d7d-e559-4fc5-bb8e-4926b2b95cb8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1948197'] for floatingip, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:35.663597 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4e7f9d7d-e559-4fc5-bb8e-4926b2b95cb8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for floatingip, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:35.664847 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-4e7f9d7d-e559-4fc5-bb8e-4926b2b95cb8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.3074737
Sep 08 16:20:35.961584 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-5c7fcc09-47e4-4120-8bcd-75e5e8f2cb14 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Synchronizing usage tracker for tenant:8151b8f5193c4e4eb58002780ae62270 on resource:security_group {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:20:35.979652 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-5c7fcc09-47e4-4120-8bcd-75e5e8f2cb14 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Unset dirty status for tenant:8151b8f5193c4e4eb58002780ae62270 on resource:security_group {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:20:35.981356 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-5c7fcc09-47e4-4120-8bcd-75e5e8f2cb14 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--380027074&fields=id&tenant_id=8151b8f5193c4e4eb58002780ae62270 HTTP/1.1" status: 200  len: 267 time: 0.0788765
Sep 08 16:20:36.144883 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-42127c05-1713-439a-8a43-315f83f731ad tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:36.146926 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-42127c05-1713-439a-8a43-315f83f731ad tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/networks?id=75dd61b0-379a-4abd-83d0-357fccbfe480 HTTP/1.1" status: 200  len: 817 time: 0.1571984
Sep 08 16:20:36.166358 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-8b6b14d5-f468-448e-b5b6-fd70bc76636f tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/quotas/8151b8f5193c4e4eb58002780ae62270 HTTP/1.1" status: 200  len: 375 time: 0.0103881
Sep 08 16:20:36.304548 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-14007238-f4d9-4a3b-a20d-bfc1df6a40d5 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Synchronizing usage tracker for tenant:8151b8f5193c4e4eb58002780ae62270 on resource:port {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:20:36.323764 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-14007238-f4d9-4a3b-a20d-bfc1df6a40d5 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Unset dirty status for tenant:8151b8f5193c4e4eb58002780ae62270 on resource:port {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:20:36.325816 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-14007238-f4d9-4a3b-a20d-bfc1df6a40d5 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8151b8f5193c4e4eb58002780ae62270&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1520979
Sep 08 16:20:36.651445 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-db2aad2e-8e87-4e9d-825c-b78664101660 service neutron] 10.222.0.25 "GET /v2.0/networks/75dd61b0-379a-4abd-83d0-357fccbfe480?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3026314
Sep 08 16:20:36.850913 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-f04639c1-c7a1-4379-a6ab-3434c27b3b37 service neutron] 10.222.0.25 "GET /v2.0/networks/75dd61b0-379a-4abd-83d0-357fccbfe480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1902702
Sep 08 16:20:37.140379 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-73c073d0-489d-44a4-8e89-2dde40448580 req-37520952-b1ee-4606-914b-b7d7a340a25d tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 210 time: 0.0473766
Sep 08 16:20:37.334008 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:38.388399 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-fcc7b6cd-1ea5-4125-a531-91aecd8fe448 req-8dab9e91-52d7-4100-aefb-ae572f37c608 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 210 time: 0.0765462
Sep 08 16:20:39.051997 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-ed2e9769-0018-46d4-857f-84bea77d7ad8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:39.054461 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-ed2e9769-0018-46d4-857f-84bea77d7ad8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.70 "GET /v2.0/networks?id=75dd61b0-379a-4abd-83d0-357fccbfe480 HTTP/1.1" status: 200  len: 817 time: 0.3137450
Sep 08 16:20:39.181747 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-4b57e19c-d283-46c9-ae9e-20299ff4125e tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Synchronizing usage tracker for tenant:8151b8f5193c4e4eb58002780ae62270 on resource:security_group {{(pid=79425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:20:39.201905 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-4b57e19c-d283-46c9-ae9e-20299ff4125e tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Unset dirty status for tenant:8151b8f5193c4e4eb58002780ae62270 on resource:security_group {{(pid=79425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:20:39.203696 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-4b57e19c-d283-46c9-ae9e-20299ff4125e tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8151b8f5193c4e4eb58002780ae62270 HTTP/1.1" status: 200  len: 379 time: 0.1319032
Sep 08 16:20:39.216621 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-d4e631da-62f0-4f3d-b6ac-cc655a088ffb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Request body: {'port': {'device_id': '1c5fbdd8-f58c-4d16-be45-d9003f0e770c', 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480', 'admin_state_up': True, 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'security_groups': ['bea9f2c3-c065-4126-87a5-cccf12e83212']}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:20:39.438217 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-d4e631da-62f0-4f3d-b6ac-cc655a088ffb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:20:39.460483 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-d4e631da-62f0-4f3d-b6ac-cc655a088ffb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:20:39.482213 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-d4e631da-62f0-4f3d-b6ac-cc655a088ffb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Made reservation on behalf of 8151b8f5193c4e4eb58002780ae62270 for: {'port': 1} {{(pid=79425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:20:39.488036 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-d4e631da-62f0-4f3d-b6ac-cc655a088ffb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:39.651041 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4f131e7b-16a3-424f-91e6-18f6b1ed1bc5 req-3439242b-2cdf-4ee4-ad33-b8ac3e79b19a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 210 time: 0.0511072
Sep 08 16:20:39.758777 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_common [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-d4e631da-62f0-4f3d-b6ac-cc655a088ffb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Allocated IP 172.20.0.10 (75dd61b0-379a-4abd-83d0-357fccbfe480/6f651bc7-f67b-4bb0-9543-107fa7d7bbeb/0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54) {{(pid=79425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:20:39.998535 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-d4e631da-62f0-4f3d-b6ac-cc655a088ffb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for port, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:40.018096 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.provisioning_blocks [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-d4e631da-62f0-4f3d-b6ac-cc655a088ffb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Transition to ACTIVE for port object 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 will not be triggered until provisioned by entity DHCP. {{(pid=79425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:20:40.045614 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-d4e631da-62f0-4f3d-b6ac-cc655a088ffb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:40.053491 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-493301b8-71cc-4aa9-b6b6-6f352b37c5f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:40.129990 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-d4e631da-62f0-4f3d-b6ac-cc655a088ffb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Network 75dd61b0-379a-4abd-83d0-357fccbfe480 is already hosted by enough agents. {{(pid=79425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:20:40.133632 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-d4e631da-62f0-4f3d-b6ac-cc655a088ffb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Resources bound (agent type, host, resource id):  {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:20:40.136140 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-d4e631da-62f0-4f3d-b6ac-cc655a088ffb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Received port after_create {{(pid=79425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:20:40.177854 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e631da-62f0-4f3d-b6ac-cc655a088ffb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Pushing event updated for resources: {'Port': ['ID=0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:40.183602 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-d4e631da-62f0-4f3d-b6ac-cc655a088ffb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:40.255805 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-d4e631da-62f0-4f3d-b6ac-cc655a088ffb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:40.256567 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-d4e631da-62f0-4f3d-b6ac-cc655a088ffb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:40.311099 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-d4e631da-62f0-4f3d-b6ac-cc655a088ffb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1014948
Sep 08 16:20:40.332937 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-aa2ea675-15e5-4536-a6e2-145e34a377ee service neutron] Request body: {'port': {'device_id': '1c5fbdd8-f58c-4d16-be45-d9003f0e770c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:20:40.543434 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-aa2ea675-15e5-4536-a6e2-145e34a377ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:40.575256 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-3f9fdbac-7acf-4cb2-8304-e17b3a43ceff None None] Provisioning for port 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 completed by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:20:40.585329 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-3f9fdbac-7acf-4cb2-8304-e17b3a43ceff None None] Provisioning complete for port 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:20:40.586334 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-3f9fdbac-7acf-4cb2-8304-e17b3a43ceff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:40.778357 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-3f9fdbac-7acf-4cb2-8304-e17b3a43ceff None None] Port 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 cannot update to ACTIVE because it is not bound. {{(pid=79427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 08 16:20:41.037291 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b70c26-62d7-4393-be23-06783d4f2cbe req-068d47ec-771a-4841-850d-fe380a16097c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:41.040845 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d2b70c26-62d7-4393-be23-06783d4f2cbe req-068d47ec-771a-4841-850d-fe380a16097c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 932 time: 0.1711349
Sep 08 16:20:41.076002 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 42648) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:41.130400 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d2b70c26-62d7-4393-be23-06783d4f2cbe req-e4d6e3a9-1e72-4cd3-b8be-22314f58bf78 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0791848
Sep 08 16:20:41.209235 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-aa2ea675-15e5-4536-a6e2-145e34a377ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 {{(pid=79425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:20:41.223949 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-aa2ea675-15e5-4536-a6e2-145e34a377ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:41.250846 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.provisioning_blocks [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-aa2ea675-15e5-4536-a6e2-145e34a377ee service neutron] Transition to ACTIVE for port object 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 will not be triggered until provisioned by entity L2. {{(pid=79425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:20:41.257155 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-aa2ea675-15e5-4536-a6e2-145e34a377ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334251'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:41.261945 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-4e7f9d7d-e559-4fc5-bb8e-4926b2b95cb8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:41.276534 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ec863597-d098-4435-9697-0f8a873c3808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:41.294730 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-ec863597-d098-4435-9697-0f8a873c3808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:20:41.301125 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-ec863597-d098-4435-9697-0f8a873c3808 admin admin] Usage tracker for resource:security_group_rule and tenant:773355629a804e288bb98e7f931a44b2 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:20:41.308533 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-ec863597-d098-4435-9697-0f8a873c3808 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:20:41.320364 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-ec863597-d098-4435-9697-0f8a873c3808 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:20:41.527442 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ec863597-d098-4435-9697-0f8a873c3808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:41.537405 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ec863597-d098-4435-9697-0f8a873c3808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:41.547074 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ea675-15e5-4536-a6e2-145e34a377ee service neutron] Pushing event updated for resources: {'Port': ['ID=0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54,revision_number=2']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:41.555758 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-c42b2dac-5644-475a-9665-cdf846a6b5b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:41.562874 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-aa2ea675-15e5-4536-a6e2-145e34a377ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:41.633229 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-ec863597-d098-4435-9697-0f8a873c3808 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=773355629a804e288bb98e7f931a44b2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5556481
Sep 08 16:20:41.635156 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec863597-d098-4435-9697-0f8a873c3808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e828ac25-bb1f-4f56-abd7-63749988a594,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:41.639987 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 42662) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:41.646498 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-ec863597-d098-4435-9697-0f8a873c3808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:41.708427 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-aa2ea675-15e5-4536-a6e2-145e34a377ee service neutron] Attempting to bind port 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 on host hv-cinder-80789 for vnic_type normal with profile  {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:20:41.708973 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-aa2ea675-15e5-4536-a6e2-145e34a377ee service neutron] Attempting to bind port 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': '52138e92-9965-4b35-b4cf-e92e92ee1ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480'}] {{(pid=79425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:20:41.709537 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-aa2ea675-15e5-4536-a6e2-145e34a377ee service neutron] Attempting to bind port 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 on network 75dd61b0-379a-4abd-83d0-357fccbfe480 {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:20:41.721141 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-aa2ea675-15e5-4536-a6e2-145e34a377ee service neutron] Port 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 on network 75dd61b0-379a-4abd-83d0-357fccbfe480 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 08 16:20:41.721652 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-aa2ea675-15e5-4536-a6e2-145e34a377ee service neutron] Attempting to bind port 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 on network 75dd61b0-379a-4abd-83d0-357fccbfe480 {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:20:41.732300 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-aa2ea675-15e5-4536-a6e2-145e34a377ee service neutron] Checking agent: {'id': 'c4ee52ba-d613-406f-b441-649e3bfebfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'started_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:20:41.732854 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-aa2ea675-15e5-4536-a6e2-145e34a377ee service neutron] Checking segment: {'id': '52138e92-9965-4b35-b4cf-e92e92ee1ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:20:41.733505 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-aa2ea675-15e5-4536-a6e2-145e34a377ee service neutron] Bound using segment: {'id': '52138e92-9965-4b35-b4cf-e92e92ee1ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480'} {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:20:41.734275 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-aa2ea675-15e5-4536-a6e2-145e34a377ee service neutron] Bound port: 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52138e92-9965-4b35-b4cf-e92e92ee1ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480'}}] {{(pid=79425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:20:41.734872 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-aa2ea675-15e5-4536-a6e2-145e34a377ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:41.743949 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-778fe94e-057f-45b4-b85a-d64c2e7ba8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:41.787066 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-778fe94e-057f-45b4-b85a-d64c2e7ba8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:41.845808 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 42668) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:41.874725 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-778fe94e-057f-45b4-b85a-d64c2e7ba8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:41.879415 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:41.891625 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778fe94e-057f-45b4-b85a-d64c2e7ba8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e828ac25-bb1f-4f56-abd7-63749988a594,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:41.896494 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-778fe94e-057f-45b4-b85a-d64c2e7ba8f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:41.900365 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-778fe94e-057f-45b4-b85a-d64c2e7ba8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:41.905408 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-778fe94e-057f-45b4-b85a-d64c2e7ba8f4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e828ac25-bb1f-4f56-abd7-63749988a594 HTTP/1.1" status: 204  len: 168 time: 0.2598310
Sep 08 16:20:41.975450 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-aa2ea675-15e5-4536-a6e2-145e34a377ee service neutron] For port 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54, host hv-cinder-80789, cleared binding levels {{(pid=79425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:20:41.995827 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f8dd58-63c6-486f-86dd-ec964da0c579 admin admin] Deleting subnet 2f4da8b0-7a28-4aee-8132-53eb6fa03b45 {{(pid=79425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 08 16:20:42.004143 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-aa2ea675-15e5-4536-a6e2-145e34a377ee service neutron] For port 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54,segment=NetworkSegment(52138e92-9965-4b35-b4cf-e92e92ee1ba1),segment_id=52138e92-9965-4b35-b4cf-e92e92ee1ba1)] {{(pid=79425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:20:42.005890 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-25f8dd58-63c6-486f-86dd-ec964da0c579 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:42.068815 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-aa2ea675-15e5-4536-a6e2-145e34a377ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334251'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:42.080755 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-426c29b6-b1da-479c-82e4-262bacc10785 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:42.261779 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 42678) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:42.293166 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-cd425328-101e-4db6-b55f-1e6f4e462be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:42.369573 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-aa2ea675-15e5-4536-a6e2-145e34a377ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:42.370631 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-aa2ea675-15e5-4536-a6e2-145e34a377ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:42.373224 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-aa2ea675-15e5-4536-a6e2-145e34a377ee service neutron] 10.222.0.70 "PUT /v2.0/ports/0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 HTTP/1.1" status: 200  len: 1094 time: 2.0472057
Sep 08 16:20:42.378714 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c5fbdd8-f58c-4d16-be45-d9003f0e770c', 'tag': '0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54'}] {{(pid=79425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:20:42.395147 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-25f8dd58-63c6-486f-86dd-ec964da0c579 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2497500'] for subnet, precommit_delete_associations {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:42.463264 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-cd425328-101e-4db6-b55f-1e6f4e462be4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:20:42.467936 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-cd425328-101e-4db6-b55f-1e6f4e462be4 admin admin] Usage tracker for resource:security_group_rule and tenant:dd0844bbfdc44a68bbb8cfc4dc051831 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:20:42.472061 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-cd425328-101e-4db6-b55f-1e6f4e462be4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:20:42.479694 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-cd425328-101e-4db6-b55f-1e6f4e462be4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:20:42.499336 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c5fbdd8-f58c-4d16-be45-d9003f0e770c', 'tag': '0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54', 'status': 'completed', 'code': 200}
Sep 08 16:20:42.605117 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ea675-15e5-4536-a6e2-145e34a377ee service neutron] Pushing event updated for resources: {'Port': ['ID=0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54,revision_number=3']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:42.610594 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-aa2ea675-15e5-4536-a6e2-145e34a377ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:42.612830 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44f8f0-2b42-4d66-a0d3-ef27934134b2 req-1db8f614-dc64-496c-9584-349831b430bd tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:42.615797 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-dc44f8f0-2b42-4d66-a0d3-ef27934134b2 req-1db8f614-dc64-496c-9584-349831b430bd tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 944 time: 0.3044548
Sep 08 16:20:42.616019 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-25f8dd58-63c6-486f-86dd-ec964da0c579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1043567'] for subnet, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:42.708951 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-eca211fe-0397-4696-88d9-198404f98ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:42.710539 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-eca211fe-0397-4696-88d9-198404f98ca5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8151b8f5193c4e4eb58002780ae62270&device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 1097 time: 0.2222054
Sep 08 16:20:42.716920 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-25f8dd58-63c6-486f-86dd-ec964da0c579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1043542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2390624'] for subnet, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:42.723227 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-85f0d59c-2dda-4f54-a28f-60559bc4f8a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:42.760672 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-dc44f8f0-2b42-4d66-a0d3-ef27934134b2 req-6b2fba5d-89e0-49c3-b7d0-12af219d89e3 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1228116
Sep 08 16:20:42.763913 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-cd425328-101e-4db6-b55f-1e6f4e462be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:42.771084 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-cd425328-101e-4db6-b55f-1e6f4e462be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:42.810378 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-3770abb8-36c2-44f4-8ac9-884c6687a0d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:42.822630 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-cd425328-101e-4db6-b55f-1e6f4e462be4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dd0844bbfdc44a68bbb8cfc4dc051831&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5582662
Sep 08 16:20:42.826883 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 42684) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:42.832065 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8dd58-63c6-486f-86dd-ec964da0c579 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f4da8b0-7a28-4aee-8132-53eb6fa03b45,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:42.834643 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-25f8dd58-63c6-486f-86dd-ec964da0c579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:42.836116 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-25f8dd58-63c6-486f-86dd-ec964da0c579 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:42.839461 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-66da3f89-72ca-4d50-ad27-df317c2e903a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 HTTP/1.1" status: 200  len: 217 time: 0.0843809
Sep 08 16:20:42.846938 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-25f8dd58-63c6-486f-86dd-ec964da0c579 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2f4da8b0-7a28-4aee-8132-53eb6fa03b45 HTTP/1.1" status: 204  len: 168 time: 0.9966033
Sep 08 16:20:42.847736 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 42688) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:42.917017 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd425328-101e-4db6-b55f-1e6f4e462be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7a5643-f4fd-4f6e-b981-8ebc2a9ccffd,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:42.931806 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-cd425328-101e-4db6-b55f-1e6f4e462be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:42.975916 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-35788dde-0faa-40e5-8df9-788a9866c45c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:43.023043 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-35788dde-0faa-40e5-8df9-788a9866c45c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:43.079426 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-a5af49af-1a7a-4bcf-9730-a01c12127acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:43.081463 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-a5af49af-1a7a-4bcf-9730-a01c12127acd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6f651bc7-f67b-4bb0-9543-107fa7d7bbeb HTTP/1.1" status: 200  len: 856 time: 0.2346411
Sep 08 16:20:43.088206 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-1a03273a-6363-4908-92b8-19c9aac56235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-915372'] for network, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:43.102611 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-35788dde-0faa-40e5-8df9-788a9866c45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:43.107517 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-13e699a7-8114-492a-aa6b-c628d8954b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:43.121949 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35788dde-0faa-40e5-8df9-788a9866c45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7a5643-f4fd-4f6e-b981-8ebc2a9ccffd,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:43.127319 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-35788dde-0faa-40e5-8df9-788a9866c45c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:43.133593 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-35788dde-0faa-40e5-8df9-788a9866c45c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:43.139030 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-35788dde-0faa-40e5-8df9-788a9866c45c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e7a5643-f4fd-4f6e-b981-8ebc2a9ccffd HTTP/1.1" status: 204  len: 168 time: 0.3069665
Sep 08 16:20:43.292867 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-1a03273a-6363-4908-92b8-19c9aac56235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1042402', 'neutron.services.segments.db._delete_segments_for_network-8745177524152'] for network, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:43.309711 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.services.segments.db [None req-1a03273a-6363-4908-92b8-19c9aac56235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4250341f40>,) {'filters': {'network_id': ['7ae24688-aa84-4bb0-aa5f-274d4b9cb577']}} {{(pid=79425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:20:43.323197 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-fe67df4e-1293-4daf-af09-6bedb0afbf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:43.324804 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-fe67df4e-1293-4daf-af09-6bedb0afbf34 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=75dd61b0-379a-4abd-83d0-357fccbfe480&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2342460
Sep 08 16:20:43.328723 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.services.segments.db [None req-1a03273a-6363-4908-92b8-19c9aac56235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4250341f40>, '9094b932-319f-41ff-9811-7bf83312e245') {'for_net_delete': True} {{(pid=79425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:20:43.329010 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.services.segments.db [None req-1a03273a-6363-4908-92b8-19c9aac56235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4250341f40>, '9094b932-319f-41ff-9811-7bf83312e245') {} {{(pid=79425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:20:43.371525 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-1a03273a-6363-4908-92b8-19c9aac56235 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745177523999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2497493'] for segment, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:43.450212 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-1a03273a-6363-4908-92b8-19c9aac56235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:43.473467 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a03273a-6363-4908-92b8-19c9aac56235 admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=79425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 08 16:20:43.474112 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-1a03273a-6363-4908-92b8-19c9aac56235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1037242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2334415'] for segment, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:43.490184 dv-cinder-807898-1-iscsi neutron-server[79425]: Traceback (most recent call last):
Sep 08 16:20:43.490184 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 08 16:20:43.490184 dv-cinder-807898-1-iscsi neutron-server[79425]:     timer()
Sep 08 16:20:43.490184 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 08 16:20:43.490184 dv-cinder-807898-1-iscsi neutron-server[79425]:     cb(*args, **kw)
Sep 08 16:20:43.490184 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 08 16:20:43.490184 dv-cinder-807898-1-iscsi neutron-server[79425]:     return func(*args, **kwargs)
Sep 08 16:20:43.490184 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 08 16:20:43.490184 dv-cinder-807898-1-iscsi neutron-server[79425]:     self._notify()
Sep 08 16:20:43.490184 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 08 16:20:43.490184 dv-cinder-807898-1-iscsi neutron-server[79425]:     self.callback(batched_events)
Sep 08 16:20:43.490184 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 08 16:20:43.490184 dv-cinder-807898-1-iscsi neutron-server[79425]:     event.method(event)
Sep 08 16:20:43.490184 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 08 16:20:43.490184 dv-cinder-807898-1-iscsi neutron-server[79425]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 08 16:20:43.490184 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 08 16:20:43.490184 dv-cinder-807898-1-iscsi neutron-server[79425]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 08 16:20:43.490184 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 08 16:20:43.490184 dv-cinder-807898-1-iscsi neutron-server[79425]:     return f(self, *a, **k)
Sep 08 16:20:43.490184 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 08 16:20:43.490184 dv-cinder-807898-1-iscsi neutron-server[79425]:     return self._get(url).json()
Sep 08 16:20:43.490184 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Sep 08 16:20:43.490184 dv-cinder-807898-1-iscsi neutron-server[79425]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 08 16:20:43.490184 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 08 16:20:43.490184 dv-cinder-807898-1-iscsi neutron-server[79425]:     return self.request(url, 'GET', **kwargs)
Sep 08 16:20:43.490184 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 08 16:20:43.490184 dv-cinder-807898-1-iscsi neutron-server[79425]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 08 16:20:43.490184 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 08 16:20:43.490184 dv-cinder-807898-1-iscsi neutron-server[79425]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 08 16:20:43.490184 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 08 16:20:43.490184 dv-cinder-807898-1-iscsi neutron-server[79425]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 08 16:20:43.490184 dv-cinder-807898-1-iscsi neutron-server[79425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 08 16:20:43.616866 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-3fa24980-8269-4a7f-9790-7f761c699a17 service neutron] 10.222.0.70 "GET /v2.0/networks/75dd61b0-379a-4abd-83d0-357fccbfe480?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2792747
Sep 08 16:20:43.618522 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-1a03273a-6363-4908-92b8-19c9aac56235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1042413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1948206'] for network, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:43.623939 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-1a03273a-6363-4908-92b8-19c9aac56235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:43.630274 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:43.678869 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03273a-6363-4908-92b8-19c9aac56235 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ae24688-aa84-4bb0-aa5f-274d4b9cb577,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:43.681492 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-1a03273a-6363-4908-92b8-19c9aac56235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:43.686915 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-1a03273a-6363-4908-92b8-19c9aac56235 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7ae24688-aa84-4bb0-aa5f-274d4b9cb577 HTTP/1.1" status: 204  len: 168 time: 0.7854097
Sep 08 16:20:43.688217 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 42700) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:43.755920 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:20:43.781217 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.db_base_plugin_v2 [None req-37619beb-eebc-49d2-aa69-c307359b09c7 admin admin] Deleting subnet dbd71231-3dbb-4519-ace0-95a457e27991 {{(pid=79426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 08 16:20:43.785808 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-37619beb-eebc-49d2-aa69-c307359b09c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:43.831809 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-c943b97a-f04e-43d6-89d4-b078c0a53ed3 req-6a34856c-da68-4bb7-95d9-1dd3b888010e service neutron] 10.222.0.70 "GET /v2.0/networks/75dd61b0-379a-4abd-83d0-357fccbfe480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2018445
Sep 08 16:20:43.843515 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-37619beb-eebc-49d2-aa69-c307359b09c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2472760'] for subnet, precommit_delete_associations {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:43.966291 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-37619beb-eebc-49d2-aa69-c307359b09c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1043567'] for subnet, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:44.078021 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b15cb-cf7b-46cd-b1ad-2f588773af70 req-a2b5832a-104b-48b8-b457-8b8488e26571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:44.081265 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f42b15cb-cf7b-46cd-b1ad-2f588773af70 req-a2b5832a-104b-48b8-b457-8b8488e26571 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8151b8f5193c4e4eb58002780ae62270&device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 1097 time: 0.1419506
Sep 08 16:20:44.143819 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0e6df-6966-4b7f-bf9a-4e858c118532 req-c7c2e334-7a0d-49ea-af61-cf98bf56687e tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:44.145439 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-19d0e6df-6966-4b7f-bf9a-4e858c118532 req-c7c2e334-7a0d-49ea-af61-cf98bf56687e tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 944 time: 0.1208301
Sep 08 16:20:44.147023 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-37619beb-eebc-49d2-aa69-c307359b09c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1043542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2353125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476862'] for subnet, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:44.151434 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-9feecb07-65ad-46a5-9d1b-d6c5169ce04d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:44.203223 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37619beb-eebc-49d2-aa69-c307359b09c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbd71231-3dbb-4519-ace0-95a457e27991,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:44.205321 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-37619beb-eebc-49d2-aa69-c307359b09c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for subnet, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:44.213442 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-37619beb-eebc-49d2-aa69-c307359b09c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:44.224022 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-37619beb-eebc-49d2-aa69-c307359b09c7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/dbd71231-3dbb-4519-ace0-95a457e27991 HTTP/1.1" status: 204  len: 168 time: 0.5344527
Sep 08 16:20:44.225658 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 42716) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:44.307871 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b15cb-cf7b-46cd-b1ad-2f588773af70 req-fca94bb0-9d8e-4a1c-9e69-856374b28f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:44.309404 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f42b15cb-cf7b-46cd-b1ad-2f588773af70 req-fca94bb0-9d8e-4a1c-9e69-856374b28f91 service neutron] 10.222.0.70 "GET /v2.0/networks?id=75dd61b0-379a-4abd-83d0-357fccbfe480 HTTP/1.1" status: 200  len: 918 time: 0.2209966
Sep 08 16:20:44.390151 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-19d0e6df-6966-4b7f-bf9a-4e858c118532 req-68ef0c3e-7725-4a1d-b48e-dd29b1ce38bd tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2120574
Sep 08 16:20:44.434489 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f42b15cb-cf7b-46cd-b1ad-2f588773af70 req-2527730c-c531-4f0f-99d8-21ea3484cb2b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 HTTP/1.1" status: 200  len: 217 time: 0.1174405
Sep 08 16:20:44.445240 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-40267970-e372-4900-984c-e671810badca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-915372'] for network, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:44.587573 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-40267970-e372-4900-984c-e671810badca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1042402', 'neutron.services.segments.db._delete_segments_for_network-8745177524152'] for network, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:44.606544 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-40267970-e372-4900-984c-e671810badca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42513afd30>,) {'filters': {'network_id': ['3fc899e2-0ce0-451f-8cdb-b01ca1994ba6']}} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:20:44.623095 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-40267970-e372-4900-984c-e671810badca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42513afd30>, 'ebc03f20-accb-45aa-bccc-4c2fbc825174') {'for_net_delete': True} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:20:44.623386 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-40267970-e372-4900-984c-e671810badca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42513afd30>, 'ebc03f20-accb-45aa-bccc-4c2fbc825174') {} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:20:44.637508 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-40267970-e372-4900-984c-e671810badca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745177523999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2472753'] for segment, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:44.643878 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b15cb-cf7b-46cd-b1ad-2f588773af70 req-f6e8c9ed-5a4e-47d6-a7d6-f10a08375a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:44.645379 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f42b15cb-cf7b-46cd-b1ad-2f588773af70 req-f6e8c9ed-5a4e-47d6-a7d6-f10a08375a79 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6f651bc7-f67b-4bb0-9543-107fa7d7bbeb HTTP/1.1" status: 200  len: 856 time: 0.2036715
Sep 08 16:20:44.661233 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-40267970-e372-4900-984c-e671810badca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:44.670889 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40267970-e372-4900-984c-e671810badca admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=79426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 08 16:20:44.671537 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-40267970-e372-4900-984c-e671810badca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1037242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2352971'] for segment, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:44.686959 dv-cinder-807898-1-iscsi neutron-server[79426]: Traceback (most recent call last):
Sep 08 16:20:44.686959 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 08 16:20:44.686959 dv-cinder-807898-1-iscsi neutron-server[79426]:     timer()
Sep 08 16:20:44.686959 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 08 16:20:44.686959 dv-cinder-807898-1-iscsi neutron-server[79426]:     cb(*args, **kw)
Sep 08 16:20:44.686959 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 08 16:20:44.686959 dv-cinder-807898-1-iscsi neutron-server[79426]:     return func(*args, **kwargs)
Sep 08 16:20:44.686959 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 08 16:20:44.686959 dv-cinder-807898-1-iscsi neutron-server[79426]:     self._notify()
Sep 08 16:20:44.686959 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 08 16:20:44.686959 dv-cinder-807898-1-iscsi neutron-server[79426]:     self.callback(batched_events)
Sep 08 16:20:44.686959 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 08 16:20:44.686959 dv-cinder-807898-1-iscsi neutron-server[79426]:     event.method(event)
Sep 08 16:20:44.686959 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 08 16:20:44.686959 dv-cinder-807898-1-iscsi neutron-server[79426]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 08 16:20:44.686959 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 08 16:20:44.686959 dv-cinder-807898-1-iscsi neutron-server[79426]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 08 16:20:44.686959 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 08 16:20:44.686959 dv-cinder-807898-1-iscsi neutron-server[79426]:     return f(self, *a, **k)
Sep 08 16:20:44.686959 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 08 16:20:44.686959 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self._get(url).json()
Sep 08 16:20:44.686959 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Sep 08 16:20:44.686959 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 08 16:20:44.686959 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 08 16:20:44.686959 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self.request(url, 'GET', **kwargs)
Sep 08 16:20:44.686959 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 08 16:20:44.686959 dv-cinder-807898-1-iscsi neutron-server[79426]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 08 16:20:44.686959 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 08 16:20:44.686959 dv-cinder-807898-1-iscsi neutron-server[79426]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 08 16:20:44.686959 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 08 16:20:44.686959 dv-cinder-807898-1-iscsi neutron-server[79426]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 08 16:20:44.686959 dv-cinder-807898-1-iscsi neutron-server[79426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 08 16:20:44.783226 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-40267970-e372-4900-984c-e671810badca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1042413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1948206'] for network, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:44.784565 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b15cb-cf7b-46cd-b1ad-2f588773af70 req-d172d434-3bf4-4a16-814c-6322162bff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:44.787075 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f42b15cb-cf7b-46cd-b1ad-2f588773af70 req-d172d434-3bf4-4a16-814c-6322162bff7a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=75dd61b0-379a-4abd-83d0-357fccbfe480&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1344786
Sep 08 16:20:44.788491 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:44.804781 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-40267970-e372-4900-984c-e671810badca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:44.814670 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-40267970-e372-4900-984c-e671810badca admin admin] 10.222.0.25 "DELETE /v2.0/networks/3fc899e2-0ce0-451f-8cdb-b01ca1994ba6 HTTP/1.1" status: 204  len: 168 time: 0.5860665
Sep 08 16:20:44.818058 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40267970-e372-4900-984c-e671810badca admin admin] Pushing event deleted for resources: {'Network': ['ID=3fc899e2-0ce0-451f-8cdb-b01ca1994ba6,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:44.820811 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-40267970-e372-4900-984c-e671810badca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:44.966688 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f42b15cb-cf7b-46cd-b1ad-2f588773af70 req-f08d9fe6-2234-4156-8a5b-26eccfbc5bdd service neutron] 10.222.0.70 "GET /v2.0/networks/75dd61b0-379a-4abd-83d0-357fccbfe480?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1705506
Sep 08 16:20:45.143229 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-f42b15cb-cf7b-46cd-b1ad-2f588773af70 req-f0f73e27-28bc-40d3-afe9-9d1c3a85e010 service neutron] 10.222.0.70 "GET /v2.0/networks/75dd61b0-379a-4abd-83d0-357fccbfe480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1690986
Sep 08 16:20:45.166857 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 42736) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:45.234952 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-0693cb41-5a05-4942-9ee4-ed412835cd27 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eb84000a1fb74f56a318702dcf719585&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0662968
Sep 08 16:20:45.237823 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 42740) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:45.331848 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-47a16c35-c74c-47b7-b8cf-8d321c534a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:45.378783 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-47a16c35-c74c-47b7-b8cf-8d321c534a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:45.472200 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-47a16c35-c74c-47b7-b8cf-8d321c534a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:45.481002 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-44474d1d-e4d5-4e37-bdaf-1032fce22d57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:45.509611 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a16c35-c74c-47b7-b8cf-8d321c534a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1c5d7c-b98e-4068-b2d2-1095eabe6925,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:45.515073 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-47a16c35-c74c-47b7-b8cf-8d321c534a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:45.517009 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-47a16c35-c74c-47b7-b8cf-8d321c534a9b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5c1c5d7c-b98e-4068-b2d2-1095eabe6925 HTTP/1.1" status: 204  len: 168 time: 0.2774653
Sep 08 16:20:45.529293 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-47a16c35-c74c-47b7-b8cf-8d321c534a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:45.709877 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae9322-1efa-4c9f-a95e-93a3742be936 req-b44cf527-001d-406a-b1b6-cfdc1e69e663 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:45.713519 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-95ae9322-1efa-4c9f-a95e-93a3742be936 req-b44cf527-001d-406a-b1b6-cfdc1e69e663 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 944 time: 0.1208658
Sep 08 16:20:45.797357 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:45.802339 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-95ae9322-1efa-4c9f-a95e-93a3742be936 req-196d5fde-e50b-4985-ad53-6832d996e1df tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0777152
Sep 08 16:20:46.041652 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 42758) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:46.106798 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-ee430e21-fcd4-4ddb-b2ce-39ed40da2a38 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=666e90584017445b9442d3a62e855957&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0612807
Sep 08 16:20:46.107718 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 42764) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:46.174667 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-86c6297b-71ec-4346-9a1b-3085113677c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:46.202925 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-86c6297b-71ec-4346-9a1b-3085113677c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:46.269949 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-86c6297b-71ec-4346-9a1b-3085113677c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:46.279114 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-47a16c35-c74c-47b7-b8cf-8d321c534a9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:46.303803 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6297b-71ec-4346-9a1b-3085113677c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cb6421-42cf-42b2-b23e-94b228713b3b,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:46.307822 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-86c6297b-71ec-4346-9a1b-3085113677c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:46.312179 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-86c6297b-71ec-4346-9a1b-3085113677c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:46.313646 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-86c6297b-71ec-4346-9a1b-3085113677c2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e8cb6421-42cf-42b2-b23e-94b228713b3b HTTP/1.1" status: 204  len: 168 time: 0.2053394
Sep 08 16:20:46.802602 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 08 16:20:46.982620 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54,segment=NetworkSegment(52138e92-9965-4b35-b4cf-e92e92ee1ba1),segment_id=52138e92-9965-4b35-b4cf-e92e92ee1ba1)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:20:47.007747 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Returning: {'device': '0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54', 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480', 'port_id': '0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54', 'mac_address': 'fa:16:3e:c7:b8:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 08 16:20:47.107163 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:47.135365 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 {{(pid=79427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:20:47.154630 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9791b-236f-47f3-a243-bffae0ba3617 req-69e3a76a-5b50-4b0b-b9d8-47a37039c43f tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:47.156879 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4ec9791b-236f-47f3-a243-bffae0ba3617 req-69e3a76a-5b50-4b0b-b9d8-47a37039c43f tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 944 time: 0.1523664
Sep 08 16:20:47.157201 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54,segment=NetworkSegment(52138e92-9965-4b35-b4cf-e92e92ee1ba1),segment_id=52138e92-9965-4b35-b4cf-e92e92ee1ba1)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:20:47.163834 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:47.168770 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:47.229184 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4ec9791b-236f-47f3-a243-bffae0ba3617 req-93ef00d1-6dca-42ce-a546-82911fdcae9f tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0628767
Sep 08 16:20:47.291250 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54,revision_number=4']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:47.306328 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:20:47.306988 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:20:47.307579 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:20:47.308142 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:20:47.308704 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:20:47.309283 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:20:47.309863 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:20:47.310413 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:20:47.310922 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:20:47.311450 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:20:47.312003 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:20:47.312533 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:20:47.321121 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:47.494767 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:20:47.728180 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 42822) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:47.898382 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-43b698f5-2596-47d7-9121-a27eb661586c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:47.918645 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-43b698f5-2596-47d7-9121-a27eb661586c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:20:47.924093 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-43b698f5-2596-47d7-9121-a27eb661586c admin admin] Usage tracker for resource:security_group_rule and tenant:10577ca8850549a39694483fbe168e9c is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:20:47.928193 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-43b698f5-2596-47d7-9121-a27eb661586c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:20:47.936621 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-43b698f5-2596-47d7-9121-a27eb661586c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:20:48.053123 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-43b698f5-2596-47d7-9121-a27eb661586c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:48.057878 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-43b698f5-2596-47d7-9121-a27eb661586c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:48.067113 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-9cd91c22-454f-4dea-b43f-df5df958c351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:48.110681 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-43b698f5-2596-47d7-9121-a27eb661586c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=10577ca8850549a39694483fbe168e9c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3804660
Sep 08 16:20:48.112694 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b698f5-2596-47d7-9121-a27eb661586c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfb9dba-5ffb-46fd-871f-1a2050010af0,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:48.115844 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-43b698f5-2596-47d7-9121-a27eb661586c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:48.117056 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 42834) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:48.202548 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-85424b81-97ab-4544-9898-ac5397bce78a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:48.245118 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-85424b81-97ab-4544-9898-ac5397bce78a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:48.317203 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-85424b81-97ab-4544-9898-ac5397bce78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:48.322934 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-4b57402f-238e-4a75-a2ef-087173bd379b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:48.336855 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85424b81-97ab-4544-9898-ac5397bce78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfb9dba-5ffb-46fd-871f-1a2050010af0,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:48.339991 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-85424b81-97ab-4544-9898-ac5397bce78a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:48.342376 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-85424b81-97ab-4544-9898-ac5397bce78a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:48.347112 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-85424b81-97ab-4544-9898-ac5397bce78a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7cfb9dba-5ffb-46fd-871f-1a2050010af0 HTTP/1.1" status: 204  len: 168 time: 0.2284565
Sep 08 16:20:48.655931 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609b02e-d339-4efa-956b-dff7acf1c42c req-97d4b20d-e364-43b5-aa1b-5c9e07540ed8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:48.670757 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0609b02e-d339-4efa-956b-dff7acf1c42c req-97d4b20d-e364-43b5-aa1b-5c9e07540ed8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 945 time: 0.2229953
Sep 08 16:20:48.743517 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0609b02e-d339-4efa-956b-dff7acf1c42c req-4447db99-848f-4ba7-9376-33630257b3c6 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0709291
Sep 08 16:20:48.818188 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 up at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:20:48.998980 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning for port 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:20:49.006442 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 42852) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:49.010770 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning complete for port 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:20:49.011354 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:49.042765 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c375de5c-4584-47fb-9bca-a433f58ec14e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:49.074504 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-c375de5c-4584-47fb-9bca-a433f58ec14e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:20:49.082584 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-c375de5c-4584-47fb-9bca-a433f58ec14e admin admin] Usage tracker for resource:security_group_rule and tenant:29d223607b6a491ea19e2ad4226731c3 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:20:49.088742 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-c375de5c-4584-47fb-9bca-a433f58ec14e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:20:49.101842 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-c375de5c-4584-47fb-9bca-a433f58ec14e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:20:49.211058 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:49.218173 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c375de5c-4584-47fb-9bca-a433f58ec14e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:49.234345 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c375de5c-4584-47fb-9bca-a433f58ec14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:49.252915 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-776295a1-fec1-41b7-9fb2-a5719aafcf75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:49.256433 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5fbdd8-f58c-4d16-be45-d9003f0e770c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54'}] {{(pid=79427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:20:49.272335 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54,segment=NetworkSegment(52138e92-9965-4b35-b4cf-e92e92ee1ba1),segment_id=52138e92-9965-4b35-b4cf-e92e92ee1ba1)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:20:49.279655 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:49.289273 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:49.306225 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375de5c-4584-47fb-9bca-a433f58ec14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014f611a-4f31-42bb-85fc-cf0559577bf0,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:49.315526 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-c375de5c-4584-47fb-9bca-a433f58ec14e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:49.366495 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-c375de5c-4584-47fb-9bca-a433f58ec14e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=29d223607b6a491ea19e2ad4226731c3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3582106
Sep 08 16:20:49.370695 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 42862) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:49.387041 dv-cinder-807898-1-iscsi neutron-server[79427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c5fbdd8-f58c-4d16-be45-d9003f0e770c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54', 'code': 200}
Sep 08 16:20:49.444634 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54,revision_number=5']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:49.449677 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:49.517489 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-ab8a349a-39b5-4974-bca5-7cbae4ddb7de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:49.567729 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-ab8a349a-39b5-4974-bca5-7cbae4ddb7de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:49.662405 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-ab8a349a-39b5-4974-bca5-7cbae4ddb7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:49.672040 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-c3cb8c76-b9ab-4539-be60-0da8f2025cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:49.694795 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a349a-39b5-4974-bca5-7cbae4ddb7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014f611a-4f31-42bb-85fc-cf0559577bf0,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:49.700141 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-ab8a349a-39b5-4974-bca5-7cbae4ddb7de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:49.704390 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-ab8a349a-39b5-4974-bca5-7cbae4ddb7de admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:49.712450 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-ab8a349a-39b5-4974-bca5-7cbae4ddb7de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/014f611a-4f31-42bb-85fc-cf0559577bf0 HTTP/1.1" status: 204  len: 168 time: 0.3392503
Sep 08 16:20:49.988384 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68973401-f187-4d7d-8f5e-cbb73fa8d22e req-0c911df4-1182-4e5b-970e-400a02f98f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:49.991831 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-68973401-f187-4d7d-8f5e-cbb73fa8d22e req-0c911df4-1182-4e5b-970e-400a02f98f24 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 1099 time: 0.3607521
Sep 08 16:20:50.074512 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-68973401-f187-4d7d-8f5e-cbb73fa8d22e req-6cf4ad37-9095-4ce5-9347-ad7888a0dde2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0751691
Sep 08 16:20:50.122731 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1cfe1-ceb9-40dc-880a-23782fbf668a req-6097149f-30e7-4676-b481-a56f77eee6ab tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:50.124939 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b0d1cfe1-ceb9-40dc-880a-23782fbf668a req-6097149f-30e7-4676-b481-a56f77eee6ab tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 946 time: 0.1586177
Sep 08 16:20:50.199439 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b0d1cfe1-ceb9-40dc-880a-23782fbf668a req-4532f970-c19c-40be-9f84-b9e0da1b2c30 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672276
Sep 08 16:20:50.913020 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 42900) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:51.057214 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-0c251d3d-7b60-4579-a8bb-ff25dd7ce736 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1557564298-network', 'tenant_id': '633ffbd0760e4ad69bef0e867ad6c4b9'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:20:51.062496 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-0c251d3d-7b60-4579-a8bb-ff25dd7ce736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:20:51.067652 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-0c251d3d-7b60-4579-a8bb-ff25dd7ce736 admin admin] Usage tracker for resource:network and tenant:633ffbd0760e4ad69bef0e867ad6c4b9 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:20:51.070830 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-0c251d3d-7b60-4579-a8bb-ff25dd7ce736 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:20:51.078031 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-0c251d3d-7b60-4579-a8bb-ff25dd7ce736 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:20:51.090685 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c251d3d-7b60-4579-a8bb-ff25dd7ce736 admin admin] Made reservation on behalf of 633ffbd0760e4ad69bef0e867ad6c4b9 for: {'network': 1} {{(pid=79425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:20:51.093734 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-0c251d3d-7b60-4579-a8bb-ff25dd7ce736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for network, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:51.107434 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-0c251d3d-7b60-4579-a8bb-ff25dd7ce736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:51.125332 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-0c251d3d-7b60-4579-a8bb-ff25dd7ce736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:20:51.131517 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-0c251d3d-7b60-4579-a8bb-ff25dd7ce736 admin admin] Usage tracker for resource:security_group_rule and tenant:633ffbd0760e4ad69bef0e867ad6c4b9 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:20:51.135261 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-0c251d3d-7b60-4579-a8bb-ff25dd7ce736 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:20:51.142786 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-0c251d3d-7b60-4579-a8bb-ff25dd7ce736 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:20:51.274543 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-0c251d3d-7b60-4579-a8bb-ff25dd7ce736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:51.280425 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-0c251d3d-7b60-4579-a8bb-ff25dd7ce736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:51.293974 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-4790483d-cd41-4ed3-b38f-bb81565fcc97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:51.326454 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c251d3d-7b60-4579-a8bb-ff25dd7ce736 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919}  {{(pid=79425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 08 16:20:51.366041 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c251d3d-7b60-4579-a8bb-ff25dd7ce736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500768ed-bd41-4378-9c1e-158e50592549,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:51.371375 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-0c251d3d-7b60-4579-a8bb-ff25dd7ce736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:51.371964 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.db.segments_db [None req-0c251d3d-7b60-4579-a8bb-ff25dd7ce736 admin admin] Added segment e85f2e36-127f-4ec5-9579-e2732491eb08 of type vlan for network 2387d553-0a72-48c0-a9df-0fcfa0f93147
Sep 08 16:20:51.374245 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-0c251d3d-7b60-4579-a8bb-ff25dd7ce736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:51.432133 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-0c251d3d-7b60-4579-a8bb-ff25dd7ce736 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745177029057'] for network, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:51.478676 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-0c251d3d-7b60-4579-a8bb-ff25dd7ce736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819'] for network, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:51.482106 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c251d3d-7b60-4579-a8bb-ff25dd7ce736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:51.483373 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-0c251d3d-7b60-4579-a8bb-ff25dd7ce736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:51.494391 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-1a03273a-6363-4908-92b8-19c9aac56235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:51.575667 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e1515-7e51-4afe-a53f-1ce625f0dd05 req-5418ac40-a9a3-45dc-ab10-2b0e3f8ef726 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:51.577270 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f66e1515-7e51-4afe-a53f-1ce625f0dd05 req-5418ac40-a9a3-45dc-ab10-2b0e3f8ef726 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 946 time: 0.1416512
Sep 08 16:20:51.640898 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-0c251d3d-7b60-4579-a8bb-ff25dd7ce736 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7257726
Sep 08 16:20:51.646292 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 42910) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:51.648947 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c251d3d-7b60-4579-a8bb-ff25dd7ce736 admin admin] Pushing event updated for resources: {'Network': ['ID=2387d553-0a72-48c0-a9df-0fcfa0f93147,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:51.652127 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-0c251d3d-7b60-4579-a8bb-ff25dd7ce736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:51.662803 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-0e671a35-e402-4980-8eb3-ace28ac37c43 admin admin] Request body: {'subnet': {'network_id': '2387d553-0a72-48c0-a9df-0fcfa0f93147', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1557564298-subnet', 'tenant_id': '633ffbd0760e4ad69bef0e867ad6c4b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:20:51.666691 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Network 2387d553-0a72-48c0-a9df-0fcfa0f93147 details requested by agent ovs-agent-dv-cinder-807898-1-iscsi with host dv-cinder-807898-1-iscsi {{(pid=79427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 08 16:20:51.670381 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f66e1515-7e51-4afe-a53f-1ce625f0dd05 req-b72036a5-6222-4bbb-8582-81c0d94df310 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0841031
Sep 08 16:20:51.672994 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-0e671a35-e402-4980-8eb3-ace28ac37c43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:20:51.678770 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-0e671a35-e402-4980-8eb3-ace28ac37c43 admin admin] Usage tracker for resource:subnet and tenant:633ffbd0760e4ad69bef0e867ad6c4b9 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:20:51.683274 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-0e671a35-e402-4980-8eb3-ace28ac37c43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:20:51.694158 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-0e671a35-e402-4980-8eb3-ace28ac37c43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:20:51.713358 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e671a35-e402-4980-8eb3-ace28ac37c43 admin admin] Made reservation on behalf of 633ffbd0760e4ad69bef0e867ad6c4b9 for: {'subnet': 1} {{(pid=79426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:20:51.717180 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-0e671a35-e402-4980-8eb3-ace28ac37c43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476803'] for subnet, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:52.018812 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-0e671a35-e402-4980-8eb3-ace28ac37c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2351912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476853'] for subnet, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:52.023556 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-37619beb-eebc-49d2-aa69-c307359b09c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:52.105950 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e671a35-e402-4980-8eb3-ace28ac37c43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51dbd2ad-3a4a-466a-bc09-51be72e853f5,revision_number=0']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:52.108960 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-0e671a35-e402-4980-8eb3-ace28ac37c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:52.121119 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e671a35-e402-4980-8eb3-ace28ac37c43 admin admin] Checking segment: {'id': 'e85f2e36-127f-4ec5-9579-e2732491eb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2387d553-0a72-48c0-a9df-0fcfa0f93147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:20:52.121475 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e671a35-e402-4980-8eb3-ace28ac37c43 admin admin] Network hostable DHCP agents. Network: 2387d553-0a72-48c0-a9df-0fcfa0f93147, hostable agents: ['48edfc26-e3e7-4e5a-9c59-2b84b8091b14'], hosted agents: [] {{(pid=79426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 08 16:20:52.145312 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e671a35-e402-4980-8eb3-ace28ac37c43 admin admin] Network 2387d553-0a72-48c0-a9df-0fcfa0f93147 is scheduled to be hosted by DHCP agent 48edfc26-e3e7-4e5a-9c59-2b84b8091b14 with binding_index 1 {{(pid=79426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 08 16:20:52.160201 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.base_scheduler [None req-0e671a35-e402-4980-8eb3-ace28ac37c43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-iscsi, 2387d553-0a72-48c0-a9df-0fcfa0f93147) {{(pid=79426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:20:52.166614 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e671a35-e402-4980-8eb3-ace28ac37c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:52.168599 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-0e671a35-e402-4980-8eb3-ace28ac37c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for subnet, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:52.172514 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7dae04-e56a-47fd-9933-5ba5286eb6ff None None] Network 2387d553-0a72-48c0-a9df-0fcfa0f93147 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:20:52.222185 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-0e671a35-e402-4980-8eb3-ace28ac37c43 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5722761
Sep 08 16:20:52.433900 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e507689-d899-471f-9e1a-6adc917591f7 None None] Network 2387d553-0a72-48c0-a9df-0fcfa0f93147 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:20:52.500671 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 42926) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:52.682978 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-6c4f379a-ff26-4c45-9d63-7cec5b0464be admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:52.711808 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-6c4f379a-ff26-4c45-9d63-7cec5b0464be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:20:52.721718 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-6c4f379a-ff26-4c45-9d63-7cec5b0464be admin admin] Usage tracker for resource:security_group_rule and tenant:e18e01796aa549b6aa5c2aa4e1ef9f85 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:20:52.726201 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-6c4f379a-ff26-4c45-9d63-7cec5b0464be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:20:52.734718 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-6c4f379a-ff26-4c45-9d63-7cec5b0464be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:20:52.873203 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-6c4f379a-ff26-4c45-9d63-7cec5b0464be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:52.882236 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-6c4f379a-ff26-4c45-9d63-7cec5b0464be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:52.902992 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-2175fb71-41fa-4e98-a1f1-44435486e66b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:52.988557 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-6c4f379a-ff26-4c45-9d63-7cec5b0464be admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e18e01796aa549b6aa5c2aa4e1ef9f85&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4853666
Sep 08 16:20:52.994259 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 42934) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:53.015180 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f379a-ff26-4c45-9d63-7cec5b0464be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501eb520-f579-4083-9351-6ab464ffe100,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:53.023626 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-6c4f379a-ff26-4c45-9d63-7cec5b0464be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:53.050488 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c51d33-5b3a-4227-9836-76cb0c14c8a0 req-6e684529-9209-49f7-8393-8b275b74a198 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:53.052842 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a2c51d33-5b3a-4227-9836-76cb0c14c8a0 req-6e684529-9209-49f7-8393-8b275b74a198 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 946 time: 0.1640885
Sep 08 16:20:53.107973 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-0bfa0115-79ef-4e25-be46-0218689f92ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:53.132337 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a2c51d33-5b3a-4227-9836-76cb0c14c8a0 req-1769111d-fad6-4a5b-b928-b73485672cd8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0704844
Sep 08 16:20:53.146313 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-0bfa0115-79ef-4e25-be46-0218689f92ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:53.253948 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-0bfa0115-79ef-4e25-be46-0218689f92ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:53.258809 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-455140f6-c593-4c17-8399-8b750bb88fd9 tempest-VolumesNegativeTest-910650147 tempest-VolumesNegativeTest-910650147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:53.272514 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa0115-79ef-4e25-be46-0218689f92ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501eb520-f579-4083-9351-6ab464ffe100,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:53.277545 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-0bfa0115-79ef-4e25-be46-0218689f92ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:53.282166 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-0bfa0115-79ef-4e25-be46-0218689f92ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:53.285004 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-0bfa0115-79ef-4e25-be46-0218689f92ff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/501eb520-f579-4083-9351-6ab464ffe100 HTTP/1.1" status: 204  len: 168 time: 0.2892687
Sep 08 16:20:53.408293 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d544508-e82a-486a-92df-934756c190a6 req-528a7bbb-99a6-494d-8201-32d5723ad5b9 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:53.410348 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7d544508-e82a-486a-92df-934756c190a6 req-528a7bbb-99a6-494d-8201-32d5723ad5b9 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 946 time: 0.0939436
Sep 08 16:20:53.418672 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 42942) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:53.424828 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-feb2f850-d70b-4c3a-b1c1-9799f5ef5d2c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Request body: {'floatingip': {'port_id': '0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:20:53.541763 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-feb2f850-d70b-4c3a-b1c1-9799f5ef5d2c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for floatingip, before_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:53.824123 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 42952) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:53.848643 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-6c86980e-9d53-4592-8e42-2689ca9d9ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:53.867053 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-6c86980e-9d53-4592-8e42-2689ca9d9ca4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:20:53.871994 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-6c86980e-9d53-4592-8e42-2689ca9d9ca4 admin admin] Usage tracker for resource:security_group_rule and tenant:5f572b8b359b4317a0c5f26d4f8f1c70 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:20:53.875280 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-6c86980e-9d53-4592-8e42-2689ca9d9ca4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:20:53.884948 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-6c86980e-9d53-4592-8e42-2689ca9d9ca4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:20:54.029615 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-6c86980e-9d53-4592-8e42-2689ca9d9ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:54.034559 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-6c86980e-9d53-4592-8e42-2689ca9d9ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:54.050981 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-e3693ced-909a-4f28-a04f-7671baea090e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:54.129132 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-6c86980e-9d53-4592-8e42-2689ca9d9ca4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f572b8b359b4317a0c5f26d4f8f1c70&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3033817
Sep 08 16:20:54.130715 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86980e-9d53-4592-8e42-2689ca9d9ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b46e5c-acc0-415d-8140-2ab16168e7d6,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:54.132885 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 42956) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:20:54.136116 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-6c86980e-9d53-4592-8e42-2689ca9d9ca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:54.226429 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e48e678a-5f1f-4667-ad10-767a5fd962a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:54.342641 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e48e678a-5f1f-4667-ad10-767a5fd962a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:54.374525 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-feb2f850-d70b-4c3a-b1c1-9799f5ef5d2c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:54.380618 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-feb2f850-d70b-4c3a-b1c1-9799f5ef5d2c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1948197'] for floatingip, after_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:54.679962 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e48e678a-5f1f-4667-ad10-767a5fd962a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:54.687569 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-8e07c82a-56fe-4250-8c59-da8b1b2ae33e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:20:54.710563 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e678a-5f1f-4667-ad10-767a5fd962a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b46e5c-acc0-415d-8140-2ab16168e7d6,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:20:54.721688 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.db.l3_db [None req-feb2f850-d70b-4c3a-b1c1-9799f5ef5d2c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Floating IP 4e7a2206-bf87-408e-9076-e9d56ce6fde2 associated. External IP: 172.27.2.76, port: 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54.
Sep 08 16:20:54.806253 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e678a-5f1f-4667-ad10-767a5fd962a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:20:54.806859 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e678a-5f1f-4667-ad10-767a5fd962a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:20:54.807456 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e678a-5f1f-4667-ad10-767a5fd962a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:20:54.808093 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e678a-5f1f-4667-ad10-767a5fd962a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:20:54.808687 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e678a-5f1f-4667-ad10-767a5fd962a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:20:54.809271 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e678a-5f1f-4667-ad10-767a5fd962a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:20:54.809855 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e678a-5f1f-4667-ad10-767a5fd962a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:20:54.810404 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e678a-5f1f-4667-ad10-767a5fd962a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:20:54.810997 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e678a-5f1f-4667-ad10-767a5fd962a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:20:54.811625 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e678a-5f1f-4667-ad10-767a5fd962a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:20:54.812248 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e678a-5f1f-4667-ad10-767a5fd962a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:20:54.812854 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48e678a-5f1f-4667-ad10-767a5fd962a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:20:54.818150 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e48e678a-5f1f-4667-ad10-767a5fd962a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:54.823341 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-e48e678a-5f1f-4667-ad10-767a5fd962a8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/84b46e5c-acc0-415d-8140-2ab16168e7d6 HTTP/1.1" status: 204  len: 168 time: 0.6890867
Sep 08 16:20:54.824940 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-e48e678a-5f1f-4667-ad10-767a5fd962a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:20:55.571504 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-432fccae-b366-422d-99aa-c3f44accf091 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:55.573041 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-432fccae-b366-422d-99aa-c3f44accf091 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/networks?id=2387d553-0a72-48c0-a9df-0fcfa0f93147 HTTP/1.1" status: 200  len: 809 time: 0.3894358
Sep 08 16:20:55.581058 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb2f850-d70b-4c3a-b1c1-9799f5ef5d2c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Router 64e5c9af-a25a-4228-8131-f4c5230ec1fb has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:20:55.744380 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-f516e1a3-c45b-4da6-a89c-efdc03c93e5c tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/quotas/633ffbd0760e4ad69bef0e867ad6c4b9 HTTP/1.1" status: 200  len: 375 time: 0.1532178
Sep 08 16:20:55.860252 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-9116b77c-1533-455d-addd-06027ae4878c tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=633ffbd0760e4ad69bef0e867ad6c4b9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1017787
Sep 08 16:20:55.937651 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb2f850-d70b-4c3a-b1c1-9799f5ef5d2c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:20:55.951879 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550adc9d-7895-4936-8955-bec5f2cae847 None None] Sync routers for ids ['64e5c9af-a25a-4228-8131-f4c5230ec1fb'] in dv-cinder-807898-1-iscsi {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:20:55.952714 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-feb2f850-d70b-4c3a-b1c1-9799f5ef5d2c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for floatingip, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:55.981938 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550adc9d-7895-4936-8955-bec5f2cae847 None None] Routers {'64e5c9af-a25a-4228-8131-f4c5230ec1fb'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:20:55.983931 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-550adc9d-7895-4936-8955-bec5f2cae847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251dd45b0>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:20:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['64e5c9af-a25a-4228-8131-f4c5230ec1fb'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:20:56.037261 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-feb2f850-d70b-4c3a-b1c1-9799f5ef5d2c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "PUT /v2.0/floatingips/4e7a2206-bf87-408e-9076-e9d56ce6fde2 HTTP/1.1" status: 200  len: 991 time: 2.6073544
Sep 08 16:20:56.041524 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c5fbdd8-f58c-4d16-be45-d9003f0e770c', 'tag': '0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54'}] {{(pid=79426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:20:56.271375 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c5fbdd8-f58c-4d16-be45-d9003f0e770c', 'tag': '0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54', 'status': 'completed', 'code': 200}
Sep 08 16:20:56.333532 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-550adc9d-7895-4936-8955-bec5f2cae847 None None] Set router 64e5c9af-a25a-4228-8131-f4c5230ec1fb gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:20:56.406803 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-23f37e5d-d230-4f04-a3b2-32696ad1106a service neutron] 10.222.0.25 "GET /v2.0/networks/2387d553-0a72-48c0-a9df-0fcfa0f93147?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4911733
Sep 08 16:20:56.415770 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b43a74-284c-44a3-b60d-e9c8e6b448a4 req-3af0d623-5210-4571-b6fb-e1ee4bc91bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:56.417957 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-15b43a74-284c-44a3-b60d-e9c8e6b448a4 req-3af0d623-5210-4571-b6fb-e1ee4bc91bf1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8151b8f5193c4e4eb58002780ae62270&device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 1099 time: 0.1170998
Sep 08 16:20:56.688159 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-a6994610-36f0-47ab-a5a2-b5beb1c04c47 service neutron] 10.222.0.25 "GET /v2.0/networks/2387d553-0a72-48c0-a9df-0fcfa0f93147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2762527
Sep 08 16:20:56.807583 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b43a74-284c-44a3-b60d-e9c8e6b448a4 req-74d7c55e-c96e-4b17-be08-8315d15bbbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:56.811090 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-15b43a74-284c-44a3-b60d-e9c8e6b448a4 req-74d7c55e-c96e-4b17-be08-8315d15bbbc2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=75dd61b0-379a-4abd-83d0-357fccbfe480 HTTP/1.1" status: 200  len: 918 time: 0.3839493
Sep 08 16:20:56.933038 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-550adc9d-7895-4936-8955-bec5f2cae847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251dd45b0>, [{'id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1866807271-router', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:15:46Z', 'revision_number': 4, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'gw_port': {'id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:26Z', 'updated_at': '2021-09-08T16:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_floatingips': [{'id': '4e7a2206-bf87-408e-9076-e9d56ce6fde2', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'floating_ip_address': '172.27.2.76', 'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'router_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'port_id': '0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480', 'mac_address': 'fa:16:3e:c7:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5fbdd8-f58c-4d16-be45-d9003f0e770c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:20:35Z', 'updated_at': '2021-09-08T16:20:54Z', 'revision_number': 1, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f4ba026-b3f8-4cf9-8692-9edd2944244e', 'name': '', 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'mac_address': 'fa:16:3e:14:16:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:37Z', 'updated_at': '2021-09-08T16:16:05Z', 'revision_number': 5, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'subnets': [{'id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:20:56.941827 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550adc9d-7895-4936-8955-bec5f2cae847 None None] Checking router: 64e5c9af-a25a-4228-8131-f4c5230ec1fb for host: dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:20:56.961301 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550adc9d-7895-4936-8955-bec5f2cae847 None None] Routers {'64e5c9af-a25a-4228-8131-f4c5230ec1fb'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:20:56.963381 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-550adc9d-7895-4936-8955-bec5f2cae847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251dd45b0>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:20:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['64e5c9af-a25a-4228-8131-f4c5230ec1fb'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:20:57.021262 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-15b43a74-284c-44a3-b60d-e9c8e6b448a4 req-8d1cf3b9-89c5-473f-be04-5e6629ba3b4a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 HTTP/1.1" status: 200  len: 999 time: 0.2025764
Sep 08 16:20:57.160833 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b43a74-284c-44a3-b60d-e9c8e6b448a4 req-63ebb2ae-7392-4552-a91e-cb84c7b2559d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:57.163317 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-15b43a74-284c-44a3-b60d-e9c8e6b448a4 req-63ebb2ae-7392-4552-a91e-cb84c7b2559d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6f651bc7-f67b-4bb0-9543-107fa7d7bbeb HTTP/1.1" status: 200  len: 856 time: 0.1301770
Sep 08 16:20:57.305642 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b43a74-284c-44a3-b60d-e9c8e6b448a4 req-64b77ed4-ab43-4e5d-a3d0-f93d9c2e2df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:57.307985 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-15b43a74-284c-44a3-b60d-e9c8e6b448a4 req-64b77ed4-ab43-4e5d-a3d0-f93d9c2e2df5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=75dd61b0-379a-4abd-83d0-357fccbfe480&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1366918
Sep 08 16:20:57.366132 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-550adc9d-7895-4936-8955-bec5f2cae847 None None] Set router 64e5c9af-a25a-4228-8131-f4c5230ec1fb gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:20:57.398751 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9effcd32-e13b-4119-be12-b47470fead39 req-fbfa6591-ecdb-4409-a274-01a2e70693f6 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e4e7159-bfde-4aca-bb0b-b059f6980e77 HTTP/1.1" status: 200  len: 210 time: 0.2312212
Sep 08 16:20:57.479176 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0350e9-1937-4bb8-938f-828ecd2f18c3 req-8da6be5d-3359-4ff1-81f5-e10ca7bd8ed6 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:57.487947 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-eb0350e9-1937-4bb8-938f-828ecd2f18c3 req-8da6be5d-3359-4ff1-81f5-e10ca7bd8ed6 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.5233078
Sep 08 16:20:57.543557 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-eb0350e9-1937-4bb8-938f-828ecd2f18c3 req-e64a62e2-bf76-4f83-a2f8-5fc1e453692c tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545676
Sep 08 16:20:57.571097 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-15b43a74-284c-44a3-b60d-e9c8e6b448a4 req-be4cc1ab-4d5e-42a0-b522-19c25f32cb6b service neutron] 10.222.0.70 "GET /v2.0/networks/75dd61b0-379a-4abd-83d0-357fccbfe480?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2556367
Sep 08 16:20:57.873519 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-15b43a74-284c-44a3-b60d-e9c8e6b448a4 req-904e2537-9748-4972-a5e1-f60a3d16cc72 service neutron] 10.222.0.70 "GET /v2.0/networks/75dd61b0-379a-4abd-83d0-357fccbfe480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2950091
Sep 08 16:20:57.884312 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-550adc9d-7895-4936-8955-bec5f2cae847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251dd45b0>, [{'id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1866807271-router', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:15:46Z', 'revision_number': 4, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'gw_port': {'id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:26Z', 'updated_at': '2021-09-08T16:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_floatingips': [{'id': '4e7a2206-bf87-408e-9076-e9d56ce6fde2', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'floating_ip_address': '172.27.2.76', 'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'router_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'port_id': '0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480', 'mac_address': 'fa:16:3e:c7:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5fbdd8-f58c-4d16-be45-d9003f0e770c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:20:35Z', 'updated_at': '2021-09-08T16:20:54Z', 'revision_number': 1, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f4ba026-b3f8-4cf9-8692-9edd2944244e', 'name': '', 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'mac_address': 'fa:16:3e:14:16:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:37Z', 'updated_at': '2021-09-08T16:16:05Z', 'revision_number': 5, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'subnets': [{'id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:20:57.889504 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550adc9d-7895-4936-8955-bec5f2cae847 None None] The sync data for ids ['64e5c9af-a25a-4228-8131-f4c5230ec1fb'] in dv-cinder-807898-1-iscsi is: [{'id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1866807271-router', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:15:46Z', 'revision_number': 4, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'gw_port': {'id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:26Z', 'updated_at': '2021-09-08T16:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_floatingips': [{'id': '4e7a2206-bf87-408e-9076-e9d56ce6fde2', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'floating_ip_address': '172.27.2.76', 'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'router_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'port_id': '0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480', 'mac_address': 'fa:16:3e:c7:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5fbdd8-f58c-4d16-be45-d9003f0e770c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:20:35Z', 'updated_at': '2021-09-08T16:20:54Z', 'revision_number': 1, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f4ba026-b3f8-4cf9-8692-9edd2944244e', 'name': '', 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'mac_address': 'fa:16:3e:14:16:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:37Z', 'updated_at': '2021-09-08T16:16:05Z', 'revision_number': 5, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'subnets': [{'id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:20:58.160837 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba764d7f-129d-43e4-b949-56c2097cc4cf None None] New status for floating IP 4e7a2206-bf87-408e-9076-e9d56ce6fde2: ACTIVE {{(pid=79428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 08 16:20:58.596919 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d1b2d1ed-1bfd-4716-b907-f705e963577a req-9bc5245e-2fde-43b9-bac6-537e727f1614 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e4e7159-bfde-4aca-bb0b-b059f6980e77 HTTP/1.1" status: 200  len: 210 time: 0.0581415
Sep 08 16:20:58.914944 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba9101-c2ab-4c26-b6cd-d948602b4a13 req-65978910-1bb1-4993-80ce-6d802a9d529a tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:58.917555 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-efba9101-c2ab-4c26-b6cd-d948602b4a13 req-65978910-1bb1-4993-80ce-6d802a9d529a tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.1861660
Sep 08 16:20:59.033303 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-efba9101-c2ab-4c26-b6cd-d948602b4a13 req-77a33b7e-105e-48f5-8265-9dd6fa939608 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1078010
Sep 08 16:20:59.188070 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-d688f746-92da-49d3-849f-ddad483b0438 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:59.189077 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-d688f746-92da-49d3-849f-ddad483b0438 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Synchronizing usage tracker for tenant:633ffbd0760e4ad69bef0e867ad6c4b9 on resource:network {{(pid=79425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:20:59.226240 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-d688f746-92da-49d3-849f-ddad483b0438 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Unset dirty status for tenant:633ffbd0760e4ad69bef0e867ad6c4b9 on resource:network {{(pid=79425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:20:59.228112 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-d688f746-92da-49d3-849f-ddad483b0438 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.70 "GET /v2.0/networks?id=2387d553-0a72-48c0-a9df-0fcfa0f93147 HTTP/1.1" status: 200  len: 809 time: 0.5125599
Sep 08 16:20:59.261897 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fac2c-b7d0-44e7-a53f-81fa58862aa9 req-49f378ab-1760-4906-bde2-9e1949ee982b tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:20:59.263185 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-467fac2c-b7d0-44e7-a53f-81fa58862aa9 req-49f378ab-1760-4906-bde2-9e1949ee982b tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Synchronizing usage tracker for tenant:212c97f3a57a4db5985bce4f60183ab4 on resource:port {{(pid=79425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:20:59.293274 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-467fac2c-b7d0-44e7-a53f-81fa58862aa9 req-49f378ab-1760-4906-bde2-9e1949ee982b tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Unset dirty status for tenant:212c97f3a57a4db5985bce4f60183ab4 on resource:port {{(pid=79425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:20:59.294507 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-467fac2c-b7d0-44e7-a53f-81fa58862aa9 req-49f378ab-1760-4906-bde2-9e1949ee982b tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.70 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.2007253
Sep 08 16:20:59.299104 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-9217098e-468c-419c-adab-11e037998382 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Request body: {'port': {'device_id': '6e4e7159-bfde-4aca-bb0b-b059f6980e77', 'network_id': '2387d553-0a72-48c0-a9df-0fcfa0f93147', 'admin_state_up': True, 'tenant_id': '633ffbd0760e4ad69bef0e867ad6c4b9'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:20:59.454026 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [req-467fac2c-b7d0-44e7-a53f-81fa58862aa9 req-f3907dda-0c6e-48f4-8e4b-c1804fd5c3f9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Deleting port ada104b9-d491-45ae-a144-07da180661e5 {{(pid=79425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:20:59.454286 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-467fac2c-b7d0-44e7-a53f-81fa58862aa9 req-f3907dda-0c6e-48f4-8e4b-c1804fd5c3f9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:59.586332 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-9217098e-468c-419c-adab-11e037998382 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:20:59.604452 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-9217098e-468c-419c-adab-11e037998382 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Usage tracker for resource:port and tenant:633ffbd0760e4ad69bef0e867ad6c4b9 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:20:59.610255 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-9217098e-468c-419c-adab-11e037998382 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:20:59.629471 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-9217098e-468c-419c-adab-11e037998382 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:20:59.746013 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-9217098e-468c-419c-adab-11e037998382 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Made reservation on behalf of 633ffbd0760e4ad69bef0e867ad6c4b9 for: {'port': 1} {{(pid=79425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:20:59.752814 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-9217098e-468c-419c-adab-11e037998382 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:20:59.841252 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a381aee4-bb1e-4bb7-827d-37868fbe1102 req-39386fe2-d324-4d40-84ab-b6c5e206bed7 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e4e7159-bfde-4aca-bb0b-b059f6980e77 HTTP/1.1" status: 200  len: 210 time: 0.0833006
Sep 08 16:21:00.022572 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-467fac2c-b7d0-44e7-a53f-81fa58862aa9 req-f3907dda-0c6e-48f4-8e4b-c1804fd5c3f9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] For port ada104b9-d491-45ae-a144-07da180661e5, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=ada104b9-d491-45ae-a144-07da180661e5,segment=NetworkSegment(967548e4-bbe3-4c32-a3ac-8b359fdd3bd4),segment_id=967548e4-bbe3-4c32-a3ac-8b359fdd3bd4)] {{(pid=79425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:21:00.023087 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-467fac2c-b7d0-44e7-a53f-81fa58862aa9 req-f3907dda-0c6e-48f4-8e4b-c1804fd5c3f9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:00.250928 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_common [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-9217098e-468c-419c-adab-11e037998382 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Allocated IP 172.20.0.4 (2387d553-0a72-48c0-a9df-0fcfa0f93147/51dbd2ad-3a4a-466a-bc09-51be72e853f5/e6f8642b-2e45-416d-a08c-643ab2581966) {{(pid=79425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:21:00.266046 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 43064) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:21:00.522758 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-f080e4e9-de48-4eb3-a90c-b9818bfa8b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:00.527969 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-467fac2c-b7d0-44e7-a53f-81fa58862aa9 req-f3907dda-0c6e-48f4-8e4b-c1804fd5c3f9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:00.528342 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-467fac2c-b7d0-44e7-a53f-81fa58862aa9 req-f3907dda-0c6e-48f4-8e4b-c1804fd5c3f9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1948197'] for floatingip, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:00.528647 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.db.l3_db [req-467fac2c-b7d0-44e7-a53f-81fa58862aa9 req-f3907dda-0c6e-48f4-8e4b-c1804fd5c3f9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Floating IP 889f1c0d-12e1-4c62-a3e0-193d16a87c8e disassociated. External IP: 172.27.2.159, port: ada104b9-d491-45ae-a144-07da180661e5.
Sep 08 16:21:00.528991 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [req-467fac2c-b7d0-44e7-a53f-81fa58862aa9 req-f3907dda-0c6e-48f4-8e4b-c1804fd5c3f9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Calling delete_port for ada104b9-d491-45ae-a144-07da180661e5 owned by compute:nova {{(pid=79425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:21:00.541565 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-f080e4e9-de48-4eb3-a90c-b9818bfa8b64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:21:00.555860 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-f080e4e9-de48-4eb3-a90c-b9818bfa8b64 admin admin] Usage tracker for resource:security_group_rule and tenant:d1e301dce1f94b99b7ba815471f8ec7b is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:21:00.559915 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-f080e4e9-de48-4eb3-a90c-b9818bfa8b64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:21:00.569342 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-f080e4e9-de48-4eb3-a90c-b9818bfa8b64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:21:00.725082 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-9217098e-468c-419c-adab-11e037998382 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Notify callbacks [] for port, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:00.741377 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-f080e4e9-de48-4eb3-a90c-b9818bfa8b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:00.750297 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e4bf5-bc93-47cb-b77b-dff1a43f07bc req-c54541ef-1c65-4cb9-8a26-481e9ce0e058 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:00.752163 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-dd9e4bf5-bc93-47cb-b77b-dff1a43f07bc req-c54541ef-1c65-4cb9-8a26-481e9ce0e058 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 946 time: 0.1507092
Sep 08 16:21:00.753417 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-f080e4e9-de48-4eb3-a90c-b9818bfa8b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:00.761747 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-778fe94e-057f-45b4-b85a-d64c2e7ba8f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:00.811489 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-c40659ad-3021-4292-9522-c6ae3eac63d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:00.856052 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f080e4e9-de48-4eb3-a90c-b9818bfa8b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38613f2c-ffe8-4f4d-b487-4b0c0c2a9aaf,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:00.863020 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-f080e4e9-de48-4eb3-a90c-b9818bfa8b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:00.867868 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-f080e4e9-de48-4eb3-a90c-b9818bfa8b64 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d1e301dce1f94b99b7ba815471f8ec7b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6000891
Sep 08 16:21:00.874458 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 43072) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:21:00.879890 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-dd9e4bf5-bc93-47cb-b77b-dff1a43f07bc req-d69173fb-533a-4531-a0fa-1be475eb79d5 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdab7efc-9847-4150-b22a-9736601c7615&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1188085
Sep 08 16:21:00.913174 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-9217098e-468c-419c-adab-11e037998382 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:00.922712 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-467fac2c-b7d0-44e7-a53f-81fa58862aa9 req-f3907dda-0c6e-48f4-8e4b-c1804fd5c3f9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:00.925342 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-aa2ea675-15e5-4536-a6e2-145e34a377ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:00.960055 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-5f435d28-3da6-4bb6-8f58-1c2751401f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:00.990023 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-5f435d28-3da6-4bb6-8f58-1c2751401f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:01.064255 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-9217098e-468c-419c-adab-11e037998382 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Network 2387d553-0a72-48c0-a9df-0fcfa0f93147 is already hosted by enough agents. {{(pid=79425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:21:01.070476 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-5f435d28-3da6-4bb6-8f58-1c2751401f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:01.073525 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-9217098e-468c-419c-adab-11e037998382 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Resources bound (agent type, host, resource id):  {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:21:01.081934 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-e48e678a-5f1f-4667-ad10-767a5fd962a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:01.134542 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f435d28-3da6-4bb6-8f58-1c2751401f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38613f2c-ffe8-4f4d-b487-4b0c0c2a9aaf,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:01.137485 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-9217098e-468c-419c-adab-11e037998382 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Received port after_create {{(pid=79425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:21:01.143004 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-5f435d28-3da6-4bb6-8f58-1c2751401f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:01.147623 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-5f435d28-3da6-4bb6-8f58-1c2751401f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:01.152758 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-5f435d28-3da6-4bb6-8f58-1c2751401f19 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/38613f2c-ffe8-4f4d-b487-4b0c0c2a9aaf HTTP/1.1" status: 204  len: 168 time: 0.2669375
Sep 08 16:21:01.197783 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddb6c5-2732-4f05-9a11-a8e235ce942b req-0fd01d3b-a634-411c-81f4-0e21246442a5 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:01.199373 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6eddb6c5-2732-4f05-9a11-a8e235ce942b req-0fd01d3b-a634-411c-81f4-0e21246442a5 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e4e7159-bfde-4aca-bb0b-b059f6980e77 HTTP/1.1" status: 200  len: 931 time: 0.1195962
Sep 08 16:21:01.205450 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217098e-468c-419c-adab-11e037998382 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Pushing event updated for resources: {'Port': ['ID=e6f8642b-2e45-416d-a08c-643ab2581966,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:01.233109 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-9217098e-468c-419c-adab-11e037998382 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:01.238976 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-426c29b6-b1da-479c-82e4-262bacc10785 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.271s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:01.268654 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6eddb6c5-2732-4f05-9a11-a8e235ce942b req-8b1a3f2b-ddd2-4137-a1dd-1b23ca572280 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/security-groups?id=500768ed-bd41-4378-9c1e-158e50592549&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620263
Sep 08 16:21:01.312307 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:01.325406 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3907dda-0c6e-48f4-8e4b-c1804fd5c3f9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Pushing event deleted for resources: {'Port': ['ID=ada104b9-d491-45ae-a144-07da180661e5,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:01.332205 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-f3907dda-0c6e-48f4-8e4b-c1804fd5c3f9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:01.367695 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-9217098e-468c-419c-adab-11e037998382 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:01.368371 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-9217098e-468c-419c-adab-11e037998382 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:01.426230 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-467fac2c-b7d0-44e7-a53f-81fa58862aa9 req-f3907dda-0c6e-48f4-8e4b-c1804fd5c3f9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Router 4a8ff593-1e82-4008-b80b-c5adbd9ee2db has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:21:01.427951 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-9217098e-468c-419c-adab-11e037998382 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1361232
Sep 08 16:21:01.496754 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-774015d2-7c33-4a70-b478-c5bbfa0ad70b service neutron] Request body: {'port': {'device_id': '6e4e7159-bfde-4aca-bb0b-b059f6980e77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:21:01.735226 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-774015d2-7c33-4a70-b478-c5bbfa0ad70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:01.754881 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-467fac2c-b7d0-44e7-a53f-81fa58862aa9 req-f3907dda-0c6e-48f4-8e4b-c1804fd5c3f9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:21:01.772289 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9979ac-b3eb-406d-a0e2-f94b46c0e342 None None] Sync routers for ids ['4a8ff593-1e82-4008-b80b-c5adbd9ee2db'] in dv-cinder-807898-1-iscsi {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:21:01.792038 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9979ac-b3eb-406d-a0e2-f94b46c0e342 None None] Routers {'4a8ff593-1e82-4008-b80b-c5adbd9ee2db'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:21:01.792869 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-7b9979ac-b3eb-406d-a0e2-f94b46c0e342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251779d60>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:20:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['4a8ff593-1e82-4008-b80b-c5adbd9ee2db'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:21:01.877665 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [req-467fac2c-b7d0-44e7-a53f-81fa58862aa9 req-f3907dda-0c6e-48f4-8e4b-c1804fd5c3f9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] No DVR routers for this DVR port ada104b9-d491-45ae-a144-07da180661e5 on host hv-cinder-80789 {{(pid=79425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 08 16:21:01.885097 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-467fac2c-b7d0-44e7-a53f-81fa58862aa9 req-f3907dda-0c6e-48f4-8e4b-c1804fd5c3f9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:01.887068 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-467fac2c-b7d0-44e7-a53f-81fa58862aa9 req-f3907dda-0c6e-48f4-8e4b-c1804fd5c3f9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.70 "DELETE /v2.0/ports/ada104b9-d491-45ae-a144-07da180661e5 HTTP/1.1" status: 204  len: 173 time: 2.5736158
Sep 08 16:21:01.887647 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db24e43-208d-4d9e-a75c-98f3168ab156', 'name': 'network-vif-deleted', 'tag': 'ada104b9-d491-45ae-a144-07da180661e5'}] {{(pid=79425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:21:02.275800 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-7b9979ac-b3eb-406d-a0e2-f94b46c0e342 None None] Set router 4a8ff593-1e82-4008-b80b-c5adbd9ee2db gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:21:02.302938 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-df0a002b-1cda-46af-a58e-7e108d61631d req-3b341d2e-86cf-4b9c-99c4-25c582b69d37 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=3db24e43-208d-4d9e-a75c-98f3168ab156 HTTP/1.1" status: 200  len: 210 time: 0.0990739
Sep 08 16:21:02.509464 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 43108) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:21:02.515080 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db24e43-208d-4d9e-a75c-98f3168ab156', 'name': 'network-vif-deleted', 'tag': 'ada104b9-d491-45ae-a144-07da180661e5', 'status': 'completed', 'code': 200}
Sep 08 16:21:02.616078 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-774015d2-7c33-4a70-b478-c5bbfa0ad70b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6f8642b-2e45-416d-a08c-643ab2581966 {{(pid=79425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:21:02.627160 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-774015d2-7c33-4a70-b478-c5bbfa0ad70b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:02.667446 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.provisioning_blocks [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-774015d2-7c33-4a70-b478-c5bbfa0ad70b service neutron] Transition to ACTIVE for port object e6f8642b-2e45-416d-a08c-643ab2581966 will not be triggered until provisioned by entity L2. {{(pid=79425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:21:02.676543 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-774015d2-7c33-4a70-b478-c5bbfa0ad70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334251'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:02.690621 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-aa2ea675-15e5-4536-a6e2-145e34a377ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:02.769800 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079e87f-0c51-41ba-a239-31e1dd642a45 req-e48a1a9d-a123-4d3c-9c4d-e03bf4fc3105 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:02.783206 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9079e87f-0c51-41ba-a239-31e1dd642a45 req-e48a1a9d-a123-4d3c-9c4d-e03bf4fc3105 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e4e7159-bfde-4aca-bb0b-b059f6980e77 HTTP/1.1" status: 200  len: 931 time: 0.2192321
Sep 08 16:21:02.825782 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-7b9979ac-b3eb-406d-a0e2-f94b46c0e342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251779d60>, [{'id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'name': 'tempest-AttachVolumeTestJSON-732682896-router', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:15:48Z', 'revision_number': 4, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'gw_port': {'id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:27Z', 'updated_at': '2021-09-08T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': 'c383f026-3af0-40d7-b82a-7196ee7c9260', 'name': '', 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'mac_address': 'fa:16:3e:e9:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6fbf176d-0f2a-4301-81f2-4479a85d15c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:43Z', 'updated_at': '2021-09-08T16:16:12Z', 'revision_number': 5, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'subnets': [{'id': '6fbf176d-0f2a-4301-81f2-4479a85d15c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:21:02.831753 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9979ac-b3eb-406d-a0e2-f94b46c0e342 None None] Checking router: 4a8ff593-1e82-4008-b80b-c5adbd9ee2db for host: dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:21:02.855415 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9979ac-b3eb-406d-a0e2-f94b46c0e342 None None] Routers {'4a8ff593-1e82-4008-b80b-c5adbd9ee2db'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:21:02.856635 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-7b9979ac-b3eb-406d-a0e2-f94b46c0e342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251779d60>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:20:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['4a8ff593-1e82-4008-b80b-c5adbd9ee2db'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:21:02.860326 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-939b991e-b07f-4931-a45e-953bee274903 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1350170870-network', 'tenant_id': '73141861083d409898791956fbfb9619'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:21:02.895925 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-939b991e-b07f-4931-a45e-953bee274903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:21:02.916728 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-939b991e-b07f-4931-a45e-953bee274903 admin admin] Usage tracker for resource:network and tenant:73141861083d409898791956fbfb9619 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:21:02.921292 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774015d2-7c33-4a70-b478-c5bbfa0ad70b service neutron] Pushing event updated for resources: {'Port': ['ID=e6f8642b-2e45-416d-a08c-643ab2581966,revision_number=2']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:02.936854 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-939b991e-b07f-4931-a45e-953bee274903 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:21:02.960105 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-774015d2-7c33-4a70-b478-c5bbfa0ad70b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:02.971814 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device ada104b9-d491-45ae-a144-07da180661e5 no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:21:02.995308 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-939b991e-b07f-4931-a45e-953bee274903 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:21:03.061200 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-774015d2-7c33-4a70-b478-c5bbfa0ad70b service neutron] Attempting to bind port e6f8642b-2e45-416d-a08c-643ab2581966 on host hv-cinder-80789 for vnic_type normal with profile  {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:21:03.061785 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-774015d2-7c33-4a70-b478-c5bbfa0ad70b service neutron] Attempting to bind port e6f8642b-2e45-416d-a08c-643ab2581966 by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': 'e85f2e36-127f-4ec5-9579-e2732491eb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2387d553-0a72-48c0-a9df-0fcfa0f93147'}] {{(pid=79425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:21:03.062627 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-774015d2-7c33-4a70-b478-c5bbfa0ad70b service neutron] Attempting to bind port e6f8642b-2e45-416d-a08c-643ab2581966 on network 2387d553-0a72-48c0-a9df-0fcfa0f93147 {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:21:03.073622 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-774015d2-7c33-4a70-b478-c5bbfa0ad70b service neutron] Port e6f8642b-2e45-416d-a08c-643ab2581966 on network 2387d553-0a72-48c0-a9df-0fcfa0f93147 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 08 16:21:03.075685 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-774015d2-7c33-4a70-b478-c5bbfa0ad70b service neutron] Attempting to bind port e6f8642b-2e45-416d-a08c-643ab2581966 on network 2387d553-0a72-48c0-a9df-0fcfa0f93147 {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:21:03.076614 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9079e87f-0c51-41ba-a239-31e1dd642a45 req-c6332fab-b130-42d3-baae-4f716a774d43 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/security-groups?id=500768ed-bd41-4378-9c1e-158e50592549&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2918515
Sep 08 16:21:03.086912 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-774015d2-7c33-4a70-b478-c5bbfa0ad70b service neutron] Checking agent: {'id': 'c4ee52ba-d613-406f-b441-649e3bfebfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'started_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:21:03.087912 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-774015d2-7c33-4a70-b478-c5bbfa0ad70b service neutron] Checking segment: {'id': 'e85f2e36-127f-4ec5-9579-e2732491eb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2387d553-0a72-48c0-a9df-0fcfa0f93147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:21:03.088789 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-774015d2-7c33-4a70-b478-c5bbfa0ad70b service neutron] Bound using segment: {'id': 'e85f2e36-127f-4ec5-9579-e2732491eb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2387d553-0a72-48c0-a9df-0fcfa0f93147'} {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:21:03.089783 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-774015d2-7c33-4a70-b478-c5bbfa0ad70b service neutron] Bound port: e6f8642b-2e45-416d-a08c-643ab2581966, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e85f2e36-127f-4ec5-9579-e2732491eb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2387d553-0a72-48c0-a9df-0fcfa0f93147'}}] {{(pid=79425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:21:03.090638 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-774015d2-7c33-4a70-b478-c5bbfa0ad70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:03.098489 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] No Port match for: ada104b9-d491-45ae-a144-07da180661e5 {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:21:03.099158 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device ada104b9-d491-45ae-a144-07da180661e5 not bound to the agent host hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:21:03.104741 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939b991e-b07f-4931-a45e-953bee274903 admin admin] Made reservation on behalf of 73141861083d409898791956fbfb9619 for: {'network': 1} {{(pid=79426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:21:03.115628 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-939b991e-b07f-4931-a45e-953bee274903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for network, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:03.145532 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-939b991e-b07f-4931-a45e-953bee274903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:03.178652 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-939b991e-b07f-4931-a45e-953bee274903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:21:03.185612 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-939b991e-b07f-4931-a45e-953bee274903 admin admin] Usage tracker for resource:security_group_rule and tenant:73141861083d409898791956fbfb9619 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:21:03.190960 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-939b991e-b07f-4931-a45e-953bee274903 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:21:03.191609 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-7b9979ac-b3eb-406d-a0e2-f94b46c0e342 None None] Set router 4a8ff593-1e82-4008-b80b-c5adbd9ee2db gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:21:03.202690 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-939b991e-b07f-4931-a45e-953bee274903 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:21:03.264932 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-774015d2-7c33-4a70-b478-c5bbfa0ad70b service neutron] For port e6f8642b-2e45-416d-a08c-643ab2581966, host hv-cinder-80789, cleared binding levels {{(pid=79425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:21:03.269172 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-774015d2-7c33-4a70-b478-c5bbfa0ad70b service neutron] For port e6f8642b-2e45-416d-a08c-643ab2581966, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=e6f8642b-2e45-416d-a08c-643ab2581966,segment=NetworkSegment(e85f2e36-127f-4ec5-9579-e2732491eb08),segment_id=e85f2e36-127f-4ec5-9579-e2732491eb08)] {{(pid=79425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:21:03.275262 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-774015d2-7c33-4a70-b478-c5bbfa0ad70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334251'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:03.279390 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-9ac53bf5-e696-4d02-9202-f6434aadeb49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:03.375173 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-939b991e-b07f-4931-a45e-953bee274903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:03.382089 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-939b991e-b07f-4931-a45e-953bee274903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:03.387873 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-47cb37bf-8c1d-4ea5-bb26-413cc0bfeb4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:03.431785 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939b991e-b07f-4931-a45e-953bee274903 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922}  {{(pid=79426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 08 16:21:03.449306 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b991e-b07f-4931-a45e-953bee274903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3499b13-6588-454b-950d-ab7ea735e370,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:03.455262 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-939b991e-b07f-4931-a45e-953bee274903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:03.456949 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-939b991e-b07f-4931-a45e-953bee274903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:03.457385 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.db.segments_db [None req-939b991e-b07f-4931-a45e-953bee274903 admin admin] Added segment 692d8389-e7f4-41d5-b576-e474440eb184 of type vlan for network e8e36103-d4a7-4534-8a1c-aa043a64be17
Sep 08 16:21:03.494593 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-939b991e-b07f-4931-a45e-953bee274903 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745177029057'] for network, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:03.503073 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-774015d2-7c33-4a70-b478-c5bbfa0ad70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:03.504208 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-774015d2-7c33-4a70-b478-c5bbfa0ad70b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:03.507302 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-774015d2-7c33-4a70-b478-c5bbfa0ad70b service neutron] 10.222.0.70 "PUT /v2.0/ports/e6f8642b-2e45-416d-a08c-643ab2581966 HTTP/1.1" status: 200  len: 1093 time: 2.0155463
Sep 08 16:21:03.553863 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774015d2-7c33-4a70-b478-c5bbfa0ad70b service neutron] Pushing event updated for resources: {'Port': ['ID=e6f8642b-2e45-416d-a08c-643ab2581966,revision_number=3']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:03.566746 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-939b991e-b07f-4931-a45e-953bee274903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819'] for network, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:03.568674 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939b991e-b07f-4931-a45e-953bee274903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:03.569389 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-939b991e-b07f-4931-a45e-953bee274903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:03.572652 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-774015d2-7c33-4a70-b478-c5bbfa0ad70b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:03.576055 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-858bb35c-b09a-4886-8301-d504bf02ee8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:03.695384 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 43122) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:21:03.731675 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b991e-b07f-4931-a45e-953bee274903 admin admin] Pushing event updated for resources: {'Network': ['ID=e8e36103-d4a7-4534-8a1c-aa043a64be17,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:03.746717 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-939b991e-b07f-4931-a45e-953bee274903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:03.776034 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-939b991e-b07f-4931-a45e-953bee274903 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.2647040
Sep 08 16:21:03.778082 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Network e8e36103-d4a7-4534-8a1c-aa043a64be17 details requested by agent ovs-agent-dv-cinder-807898-1-iscsi with host dv-cinder-807898-1-iscsi {{(pid=79427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 08 16:21:03.780165 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 43126) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:21:03.788069 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-0d50a9b7-c3b8-4233-9767-b0ffb9df8f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:03.790209 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-0d50a9b7-c3b8-4233-9767-b0ffb9df8f34 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=633ffbd0760e4ad69bef0e867ad6c4b9&device_id=6e4e7159-bfde-4aca-bb0b-b059f6980e77 HTTP/1.1" status: 200  len: 1096 time: 0.2036016
Sep 08 16:21:03.794433 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-64174fb1-8395-41d9-8922-d13aa7ba93fa admin admin] Request body: {'subnet': {'network_id': 'e8e36103-d4a7-4534-8a1c-aa043a64be17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1350170870-subnet', 'tenant_id': '73141861083d409898791956fbfb9619', 'ip_version': 4}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:21:03.806476 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-64174fb1-8395-41d9-8922-d13aa7ba93fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:21:03.813672 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-64174fb1-8395-41d9-8922-d13aa7ba93fa admin admin] Usage tracker for resource:subnet and tenant:73141861083d409898791956fbfb9619 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:21:03.818391 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-64174fb1-8395-41d9-8922-d13aa7ba93fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:21:03.827006 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-64174fb1-8395-41d9-8922-d13aa7ba93fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:21:03.843660 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64174fb1-8395-41d9-8922-d13aa7ba93fa admin admin] Made reservation on behalf of 73141861083d409898791956fbfb9619 for: {'subnet': 1} {{(pid=79426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:21:03.846903 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-64174fb1-8395-41d9-8922-d13aa7ba93fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476803'] for subnet, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:03.916642 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-931b1152-61b0-4308-bfa0-6a978163993c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6f8642b-2e45-416d-a08c-643ab2581966 HTTP/1.1" status: 200  len: 217 time: 0.1107500
Sep 08 16:21:03.926719 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-b2b40e3f-75b0-4a8d-bd8f-916c60c03956 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:04.018996 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-b2b40e3f-75b0-4a8d-bd8f-916c60c03956 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:04.078804 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-8af860c4-d2e5-4e44-bdd6-25430c5811be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:04.081501 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-8af860c4-d2e5-4e44-bdd6-25430c5811be service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51dbd2ad-3a4a-466a-bc09-51be72e853f5 HTTP/1.1" status: 200  len: 849 time: 0.1559858
Sep 08 16:21:04.126033 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-563fb82a-ea54-42e4-a92f-0b53c8bd3db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:04.141959 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-447e2954-5047-4cef-a41f-6cf6654e289a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2387d553-0a72-48c0-a9df-0fcfa0f93147&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0519581
Sep 08 16:21:04.183650 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-7b9979ac-b3eb-406d-a0e2-f94b46c0e342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251779d60>, [{'id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'name': 'tempest-AttachVolumeTestJSON-732682896-router', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:15:48Z', 'revision_number': 4, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'gw_port': {'id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:27Z', 'updated_at': '2021-09-08T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': 'c383f026-3af0-40d7-b82a-7196ee7c9260', 'name': '', 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'mac_address': 'fa:16:3e:e9:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6fbf176d-0f2a-4301-81f2-4479a85d15c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:43Z', 'updated_at': '2021-09-08T16:16:12Z', 'revision_number': 5, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'subnets': [{'id': '6fbf176d-0f2a-4301-81f2-4479a85d15c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:21:04.190612 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9979ac-b3eb-406d-a0e2-f94b46c0e342 None None] The sync data for ids ['4a8ff593-1e82-4008-b80b-c5adbd9ee2db'] in dv-cinder-807898-1-iscsi is: [{'id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'name': 'tempest-AttachVolumeTestJSON-732682896-router', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:15:48Z', 'revision_number': 4, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'gw_port': {'id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:27Z', 'updated_at': '2021-09-08T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': 'c383f026-3af0-40d7-b82a-7196ee7c9260', 'name': '', 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'mac_address': 'fa:16:3e:e9:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6fbf176d-0f2a-4301-81f2-4479a85d15c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:43Z', 'updated_at': '2021-09-08T16:16:12Z', 'revision_number': 5, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'subnets': [{'id': '6fbf176d-0f2a-4301-81f2-4479a85d15c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:21:04.191800 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-64174fb1-8395-41d9-8922-d13aa7ba93fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2351912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476853'] for subnet, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:04.203402 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:04.245339 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-b2b40e3f-75b0-4a8d-bd8f-916c60c03956 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:04.263043 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-a6cb248a-726a-4923-b5d7-ead625313d51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:04.278021 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64174fb1-8395-41d9-8922-d13aa7ba93fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c7012dd-217b-4c83-bdf7-d6920ffb08f4,revision_number=0']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:04.281502 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b40e3f-75b0-4a8d-bd8f-916c60c03956 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdab7efc-9847-4150-b22a-9736601c7615,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:04.288144 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-b2b40e3f-75b0-4a8d-bd8f-916c60c03956 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:04.291733 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-b2b40e3f-75b0-4a8d-bd8f-916c60c03956 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:04.293116 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-b2b40e3f-75b0-4a8d-bd8f-916c60c03956 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "DELETE /v2.0/security-groups/bdab7efc-9847-4150-b22a-9736601c7615 HTTP/1.1" status: 204  len: 168 time: 0.5965645
Sep 08 16:21:04.301410 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-64174fb1-8395-41d9-8922-d13aa7ba93fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:04.302240 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 43134) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:21:04.353895 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.api.v2.resource [None req-1375b7f8-0261-4cde-9426-adcf7bca5313 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] show failed (client error): The resource could not be found.
Sep 08 16:21:04.354984 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-1375b7f8-0261-4cde-9426-adcf7bca5313 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups/bdab7efc-9847-4150-b22a-9736601c7615 HTTP/1.1" status: 404  len: 347 time: 0.0503786
Sep 08 16:21:04.362175 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 43138) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:21:04.368179 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-f41158a5-83c8-4558-bba1-f8f99c300ec0 service neutron] 10.222.0.70 "GET /v2.0/networks/2387d553-0a72-48c0-a9df-0fcfa0f93147?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2174048
Sep 08 16:21:04.516502 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4e7159-bfde-4aca-bb0b-b059f6980e77', 'tag': 'e6f8642b-2e45-416d-a08c-643ab2581966'}] {{(pid=79425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:21:04.529573 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828c04fb-22ea-419a-8598-6cb6d09b39b7 None None] New status for floating IP 889f1c0d-12e1-4c62-a3e0-193d16a87c8e: DOWN {{(pid=79428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 08 16:21:04.584460 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64174fb1-8395-41d9-8922-d13aa7ba93fa admin admin] Checking segment: {'id': '692d8389-e7f4-41d5-b576-e474440eb184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'e8e36103-d4a7-4534-8a1c-aa043a64be17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:21:04.585375 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64174fb1-8395-41d9-8922-d13aa7ba93fa admin admin] Network hostable DHCP agents. Network: e8e36103-d4a7-4534-8a1c-aa043a64be17, hostable agents: ['48edfc26-e3e7-4e5a-9c59-2b84b8091b14'], hosted agents: [] {{(pid=79426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 08 16:21:04.604522 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2c82119a-705f-4ee4-a2b8-28d39839aa54 req-5bdcfd1e-90e6-452f-ba4f-0c7285e86ed5 service neutron] 10.222.0.70 "GET /v2.0/networks/2387d553-0a72-48c0-a9df-0fcfa0f93147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2279890
Sep 08 16:21:04.617443 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e4e7159-bfde-4aca-bb0b-b059f6980e77', 'tag': 'e6f8642b-2e45-416d-a08c-643ab2581966', 'status': 'completed', 'code': 200}
Sep 08 16:21:04.622247 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-a7c158b5-79aa-40bd-b581-7dc5352a3d9d tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Deleting port 9c8f9d53-857e-4887-a9a9-29c81980ab73 {{(pid=79426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:21:04.622588 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-a7c158b5-79aa-40bd-b581-7dc5352a3d9d tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:04.781603 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64174fb1-8395-41d9-8922-d13aa7ba93fa admin admin] Network e8e36103-d4a7-4534-8a1c-aa043a64be17 is scheduled to be hosted by DHCP agent 48edfc26-e3e7-4e5a-9c59-2b84b8091b14 with binding_index 1 {{(pid=79426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 08 16:21:04.810812 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfcc04-6c7b-4502-a3e4-588474b92b99 req-dd97bcb2-2d51-4264-9f86-5a669ff07811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:04.812717 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-6fbfcc04-6c7b-4502-a3e4-588474b92b99 req-dd97bcb2-2d51-4264-9f86-5a669ff07811 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=633ffbd0760e4ad69bef0e867ad6c4b9&device_id=6e4e7159-bfde-4aca-bb0b-b059f6980e77 HTTP/1.1" status: 200  len: 1096 time: 0.0896163
Sep 08 16:21:04.875759 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.base_scheduler [None req-64174fb1-8395-41d9-8922-d13aa7ba93fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-iscsi, e8e36103-d4a7-4534-8a1c-aa043a64be17) {{(pid=79426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:21:04.893302 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89526005-ad9e-4926-8747-9b09fc538c51 req-3af266a5-7da2-4b9a-a866-04e8ac20f3be tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:04.894825 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-89526005-ad9e-4926-8747-9b09fc538c51 req-3af266a5-7da2-4b9a-a866-04e8ac20f3be tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e4e7159-bfde-4aca-bb0b-b059f6980e77 HTTP/1.1" status: 200  len: 943 time: 0.5287466
Sep 08 16:21:04.899404 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53b3122-09f9-4301-a287-fe1936c8ab73 None None] Network e8e36103-d4a7-4534-8a1c-aa043a64be17 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:21:04.900184 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64174fb1-8395-41d9-8922-d13aa7ba93fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:04.900795 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-64174fb1-8395-41d9-8922-d13aa7ba93fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for subnet, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:05.000110 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfcc04-6c7b-4502-a3e4-588474b92b99 req-ce4fe3d9-03c1-4bf9-9aed-75b6dc4d0831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:05.002395 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-6fbfcc04-6c7b-4502-a3e4-588474b92b99 req-ce4fe3d9-03c1-4bf9-9aed-75b6dc4d0831 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2387d553-0a72-48c0-a9df-0fcfa0f93147 HTTP/1.1" status: 200  len: 910 time: 0.1814501
Sep 08 16:21:05.005755 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-64174fb1-8395-41d9-8922-d13aa7ba93fa admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.2235625
Sep 08 16:21:05.008299 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 43144) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:21:05.014126 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-c9f071fc-b196-404f-8cb3-3a934fea245f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1350170870-router', 'tenant_id': '73141861083d409898791956fbfb9619', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'}}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:21:05.038421 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-89526005-ad9e-4926-8747-9b09fc538c51 req-9bad4e3e-ffcf-4f16-8706-b3db2bc09c92 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/security-groups?id=500768ed-bd41-4378-9c1e-158e50592549&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1291802
Sep 08 16:21:05.045446 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-a7c158b5-79aa-40bd-b581-7dc5352a3d9d tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:05.045670 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-a7c158b5-79aa-40bd-b581-7dc5352a3d9d tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:05.090554 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-c9f071fc-b196-404f-8cb3-3a934fea245f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:21:05.104444 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-6fbfcc04-6c7b-4502-a3e4-588474b92b99 req-09151e73-645e-410c-a9eb-7e970f1f9563 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6f8642b-2e45-416d-a08c-643ab2581966 HTTP/1.1" status: 200  len: 217 time: 0.0871873
Sep 08 16:21:05.105784 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-c9f071fc-b196-404f-8cb3-3a934fea245f admin admin] Usage tracker for resource:router and tenant:73141861083d409898791956fbfb9619 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:21:05.109387 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-c9f071fc-b196-404f-8cb3-3a934fea245f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:21:05.160246 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-c9f071fc-b196-404f-8cb3-3a934fea245f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:21:05.169161 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6896757c-7247-401b-8ff3-4b45c5629f89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b972e0-3bc3-5e69-83ea-a229dde427c5-e8e36103-d4a7-4534-8a1c-aa043a64be17', 'network_id': 'e8e36103-d4a7-4534-8a1c-aa043a64be17', 'tenant_id': '73141861083d409898791956fbfb9619', 'fixed_ips': [{'subnet_id': '3c7012dd-217b-4c83-bdf7-d6920ffb08f4'}]}} from dv-cinder-807898-1-iscsi. {{(pid=79427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Sep 08 16:21:05.170514 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-6896757c-7247-401b-8ff3-4b45c5629f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:05.185196 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c9f071fc-b196-404f-8cb3-3a934fea245f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1926744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35671'] for router, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:05.186240 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c9f071fc-b196-404f-8cb3-3a934fea245f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1926856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1948639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35678'] for router, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:05.199784 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfcc04-6c7b-4502-a3e4-588474b92b99 req-50c681da-4fc3-49ef-aea8-4eb6944195b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:05.201271 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-6fbfcc04-6c7b-4502-a3e4-588474b92b99 req-50c681da-4fc3-49ef-aea8-4eb6944195b9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51dbd2ad-3a4a-466a-bc09-51be72e853f5 HTTP/1.1" status: 200  len: 849 time: 0.0877039
Sep 08 16:21:05.261459 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:05.263837 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c9f071fc-b196-404f-8cb3-3a934fea245f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:05.285427 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-6fbfcc04-6c7b-4502-a3e4-588474b92b99 req-4ab8aade-4c73-4bf8-bff8-45cbcab2a37a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2387d553-0a72-48c0-a9df-0fcfa0f93147&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0737896
Sep 08 16:21:05.294012 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-a7c158b5-79aa-40bd-b581-7dc5352a3d9d tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Calling delete_port for 9c8f9d53-857e-4887-a9a9-29c81980ab73 owned by network:floatingip {{(pid=79426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:21:05.378297 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.db_base_plugin_common [None req-6896757c-7247-401b-8ff3-4b45c5629f89 None None] Allocated IP 172.20.0.2 (e8e36103-d4a7-4534-8a1c-aa043a64be17/3c7012dd-217b-4c83-bdf7-d6920ffb08f4/92b74f00-bec1-4c44-843b-5988dae92004) {{(pid=79427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:21:05.452406 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.db.api [None req-a7c158b5-79aa-40bd-b581-7dc5352a3d9d tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 08 16:21:05.453058 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_db.api [None req-a7c158b5-79aa-40bd-b581-7dc5352a3d9d tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 08 16:21:05.607405 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-6896757c-7247-401b-8ff3-4b45c5629f89 None None] Notify callbacks [] for port, precommit_create {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:05.618877 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-6896757c-7247-401b-8ff3-4b45c5629f89 None None] Transition to ACTIVE for port object 92b74f00-bec1-4c44-843b-5988dae92004 will not be triggered until provisioned by entity L2. {{(pid=79427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:21:05.641788 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-6896757c-7247-401b-8ff3-4b45c5629f89 None None] Transition to ACTIVE for port object 92b74f00-bec1-4c44-843b-5988dae92004 will not be triggered until provisioned by entity DHCP. {{(pid=79427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:21:05.649127 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-6896757c-7247-401b-8ff3-4b45c5629f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692'] for port, after_create {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:05.653842 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:05.727885 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6896757c-7247-401b-8ff3-4b45c5629f89 None None] Network e8e36103-d4a7-4534-8a1c-aa043a64be17 is already hosted by enough agents. {{(pid=79427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:21:05.731383 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.scheduler.base_scheduler [None req-6896757c-7247-401b-8ff3-4b45c5629f89 None None] Resources bound (agent type, host, resource id):  {{(pid=79427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:21:05.736370 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6896757c-7247-401b-8ff3-4b45c5629f89 None None] Received port after_create {{(pid=79427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:21:05.745605 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896757c-7247-401b-8ff3-4b45c5629f89 None None] Pushing event updated for resources: {'Port': ['ID=92b74f00-bec1-4c44-843b-5988dae92004,revision_number=1']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:05.750010 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-6896757c-7247-401b-8ff3-4b45c5629f89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:05.889155 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-6896757c-7247-401b-8ff3-4b45c5629f89 None None] Attempting to bind port 92b74f00-bec1-4c44-843b-5988dae92004 on host dv-cinder-807898-1-iscsi for vnic_type normal with profile  {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:21:05.889595 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-6896757c-7247-401b-8ff3-4b45c5629f89 None None] Attempting to bind port 92b74f00-bec1-4c44-843b-5988dae92004 by drivers openvswitch,hyperv on host dv-cinder-807898-1-iscsi at level 0 using segments [{'id': '692d8389-e7f4-41d5-b576-e474440eb184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'e8e36103-d4a7-4534-8a1c-aa043a64be17'}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:21:05.890127 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6896757c-7247-401b-8ff3-4b45c5629f89 None None] Attempting to bind port 92b74f00-bec1-4c44-843b-5988dae92004 on network e8e36103-d4a7-4534-8a1c-aa043a64be17 {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:21:05.898011 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-6fbfcc04-6c7b-4502-a3e4-588474b92b99 req-4b869de8-9e1c-477e-aa42-e716d74a9bff service neutron] 10.222.0.70 "GET /v2.0/networks/2387d553-0a72-48c0-a9df-0fcfa0f93147?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6040068
Sep 08 16:21:05.906197 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6896757c-7247-401b-8ff3-4b45c5629f89 None None] Checking agent: {'id': 'f763117d-2875-45db-86c1-123fd700575f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 6, 1), 'started_at': datetime.datetime(2021, 9, 8, 16, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:21:05.907108 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6896757c-7247-401b-8ff3-4b45c5629f89 None None] Checking segment: {'id': '692d8389-e7f4-41d5-b576-e474440eb184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'e8e36103-d4a7-4534-8a1c-aa043a64be17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:21:05.907416 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-6896757c-7247-401b-8ff3-4b45c5629f89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:05.908322 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6896757c-7247-401b-8ff3-4b45c5629f89 None None] Bound using segment: {'id': '692d8389-e7f4-41d5-b576-e474440eb184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'e8e36103-d4a7-4534-8a1c-aa043a64be17'} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:21:05.909093 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-6896757c-7247-401b-8ff3-4b45c5629f89 None None] Bound port: 92b74f00-bec1-4c44-843b-5988dae92004, host: dv-cinder-807898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '692d8389-e7f4-41d5-b576-e474440eb184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'e8e36103-d4a7-4534-8a1c-aa043a64be17'}}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:21:05.909552 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-6896757c-7247-401b-8ff3-4b45c5629f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:05.913342 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c9f071fc-b196-404f-8cb3-3a934fea245f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1948630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1926767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35632'] for router, precommit_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:05.955450 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-a7c158b5-79aa-40bd-b581-7dc5352a3d9d tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Deleting port 9c8f9d53-857e-4887-a9a9-29c81980ab73 {{(pid=79426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:21:05.956352 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-a7c158b5-79aa-40bd-b581-7dc5352a3d9d tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:06.042132 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-6896757c-7247-401b-8ff3-4b45c5629f89 None None] For port 92b74f00-bec1-4c44-843b-5988dae92004, host dv-cinder-807898-1-iscsi, cleared binding levels {{(pid=79427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:21:06.052441 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-6896757c-7247-401b-8ff3-4b45c5629f89 None None] For port 92b74f00-bec1-4c44-843b-5988dae92004, host dv-cinder-807898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=92b74f00-bec1-4c44-843b-5988dae92004,segment=NetworkSegment(692d8389-e7f4-41d5-b576-e474440eb184),segment_id=692d8389-e7f4-41d5-b576-e474440eb184)] {{(pid=79427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:21:06.061123 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-6896757c-7247-401b-8ff3-4b45c5629f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:06.065103 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:06.171569 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896757c-7247-401b-8ff3-4b45c5629f89 None None] Pushing event updated for resources: {'Port': ['ID=92b74f00-bec1-4c44-843b-5988dae92004,revision_number=2']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:06.171569 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-6896757c-7247-401b-8ff3-4b45c5629f89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:06.208289 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-a7c158b5-79aa-40bd-b581-7dc5352a3d9d tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:06.208522 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-a7c158b5-79aa-40bd-b581-7dc5352a3d9d tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:06.243373 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-6fbfcc04-6c7b-4502-a3e4-588474b92b99 req-61a1fb9a-cd65-493c-a497-6e8e4c4632c1 service neutron] 10.222.0.70 "GET /v2.0/networks/2387d553-0a72-48c0-a9df-0fcfa0f93147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3251667
Sep 08 16:21:06.420398 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-a7c158b5-79aa-40bd-b581-7dc5352a3d9d tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Calling delete_port for 9c8f9d53-857e-4887-a9a9-29c81980ab73 owned by network:floatingip {{(pid=79426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:21:06.599300 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c9f071fc-b196-404f-8cb3-3a934fea245f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:06.637726 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cebfd-8c37-46be-ab08-a1af8909ae74 req-2f1b10b7-6a8f-4691-b372-cce2b5fc4859 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:06.640509 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-659cebfd-8c37-46be-ab08-a1af8909ae74 req-2f1b10b7-6a8f-4691-b372-cce2b5fc4859 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e4e7159-bfde-4aca-bb0b-b059f6980e77 HTTP/1.1" status: 200  len: 943 time: 0.3376365
Sep 08 16:21:06.645445 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c9f071fc-b196-404f-8cb3-3a934fea245f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:06.753926 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-659cebfd-8c37-46be-ab08-a1af8909ae74 req-a7ad5789-8835-4eff-af56-f0c2a6a1c725 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/security-groups?id=500768ed-bd41-4378-9c1e-158e50592549&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981348
Sep 08 16:21:06.768684 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-a7c158b5-79aa-40bd-b581-7dc5352a3d9d tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:06.773557 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-70deb192-a852-4f09-a713-6373a81b5609 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:06.818679 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c158b5-79aa-40bd-b581-7dc5352a3d9d tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Pushing event deleted for resources: {'Port': ['ID=9c8f9d53-857e-4887-a9a9-29c81980ab73,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:06.821290 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-a7c158b5-79aa-40bd-b581-7dc5352a3d9d tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:06.841489 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_common [None req-c9f071fc-b196-404f-8cb3-3a934fea245f admin admin] Allocated IP 172.27.2.195 (e2ed1a71-8bc5-4c91-9ec3-df61c44bef44/a1e16140-da4f-4587-a2e7-78015b4d0ba3/8a124473-e7aa-43ae-ac0f-7b0b0b60a084) {{(pid=79425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:21:06.894786 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device e6f8642b-2e45-416d-a08c-643ab2581966 details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 08 16:21:06.953281 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-a7c158b5-79aa-40bd-b581-7dc5352a3d9d tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for floatingip, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:06.978803 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-a7c158b5-79aa-40bd-b581-7dc5352a3d9d tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for floatingip, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:06.988465 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-a7c158b5-79aa-40bd-b581-7dc5352a3d9d tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "DELETE /v2.0/floatingips/889f1c0d-12e1-4c62-a3e0-193d16a87c8e HTTP/1.1" status: 204  len: 168 time: 2.6249821
Sep 08 16:21:07.054664 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c9f071fc-b196-404f-8cb3-3a934fea245f admin admin] Notify callbacks [] for port, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:07.100964 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c9f071fc-b196-404f-8cb3-3a934fea245f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:07.112644 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-774015d2-7c33-4a70-b478-c5bbfa0ad70b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:07.117577 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port e6f8642b-2e45-416d-a08c-643ab2581966, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=e6f8642b-2e45-416d-a08c-643ab2581966,segment=NetworkSegment(e85f2e36-127f-4ec5-9579-e2732491eb08),segment_id=e85f2e36-127f-4ec5-9579-e2732491eb08)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:21:07.146572 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Returning: {'device': 'e6f8642b-2e45-416d-a08c-643ab2581966', 'network_id': '2387d553-0a72-48c0-a9df-0fcfa0f93147', 'port_id': 'e6f8642b-2e45-416d-a08c-643ab2581966', 'mac_address': 'fa:16:3e:34:f1:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51dbd2ad-3a4a-466a-bc09-51be72e853f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 08 16:21:07.185327 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f071fc-b196-404f-8cb3-3a934fea245f admin admin] Network e2ed1a71-8bc5-4c91-9ec3-df61c44bef44 is already hosted by enough agents. {{(pid=79425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:21:07.199586 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [None req-c9f071fc-b196-404f-8cb3-3a934fea245f admin admin] Resources bound (agent type, host, resource id):  {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:21:07.218457 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f071fc-b196-404f-8cb3-3a934fea245f admin admin] Received port after_create {{(pid=79425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:21:07.278985 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:07.280550 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f071fc-b196-404f-8cb3-3a934fea245f admin admin] Pushing event updated for resources: {'Port': ['ID=8a124473-e7aa-43ae-ac0f-7b0b0b60a084,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:07.297114 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-c9f071fc-b196-404f-8cb3-3a934fea245f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:07.297748 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 92b74f00-bec1-4c44-843b-5988dae92004 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:21:07.412276 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6f8642b-2e45-416d-a08c-643ab2581966 {{(pid=79427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:21:07.437168 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port e6f8642b-2e45-416d-a08c-643ab2581966, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=e6f8642b-2e45-416d-a08c-643ab2581966,segment=NetworkSegment(e85f2e36-127f-4ec5-9579-e2732491eb08),segment_id=e85f2e36-127f-4ec5-9579-e2732491eb08)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:21:07.442791 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:07.446361 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:07.450008 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-6896757c-7247-401b-8ff3-4b45c5629f89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:07.460006 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 43156) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:21:07.465168 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-d7b46546-c5af-4e04-befe-595782e2a70e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Request body: {'security_group': {'name': 'tempest-securitygroup--757770502', 'description': 'tempest-description--621159800'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:21:07.472396 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-d7b46546-c5af-4e04-befe-595782e2a70e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:21:07.479785 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-d7b46546-c5af-4e04-befe-595782e2a70e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Usage tracker for resource:security_group and tenant:212c97f3a57a4db5985bce4f60183ab4 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:21:07.484299 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-d7b46546-c5af-4e04-befe-595782e2a70e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:21:07.493414 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-d7b46546-c5af-4e04-befe-595782e2a70e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:21:07.513221 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-d7b46546-c5af-4e04-befe-595782e2a70e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:07.538078 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-d7b46546-c5af-4e04-befe-595782e2a70e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:21:07.542732 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-d7b46546-c5af-4e04-befe-595782e2a70e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Usage tracker for resource:security_group_rule and tenant:212c97f3a57a4db5985bce4f60183ab4 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:21:07.546316 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-d7b46546-c5af-4e04-befe-595782e2a70e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:21:07.567050 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-d7b46546-c5af-4e04-befe-595782e2a70e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:21:07.573539 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575e5f93-ac22-4dd9-9b07-faeca4513966 None None] Network e8e36103-d4a7-4534-8a1c-aa043a64be17 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:21:07.658662 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-d7b46546-c5af-4e04-befe-595782e2a70e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:07.664665 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-d7b46546-c5af-4e04-befe-595782e2a70e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:07.671502 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-566070a7-bc6e-44ce-989e-946c54533b0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:07.735284 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b46546-c5af-4e04-befe-595782e2a70e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0791e6f-0747-4f61-b0b5-564dde5fba00,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:07.740425 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-d7b46546-c5af-4e04-befe-595782e2a70e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:07.741431 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-d7b46546-c5af-4e04-befe-595782e2a70e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:07.742862 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-d7b46546-c5af-4e04-befe-595782e2a70e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2819409
Sep 08 16:21:07.747784 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 43162) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:21:07.756215 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-0dfa9352-c3f9-4188-96c7-4fa289d7993e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Request body: {'security_group_rule': {'security_group_id': 'd0791e6f-0747-4f61-b0b5-564dde5fba00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:21:07.764342 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-0dfa9352-c3f9-4188-96c7-4fa289d7993e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:21:07.770592 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-0dfa9352-c3f9-4188-96c7-4fa289d7993e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Usage tracker for resource:security_group_rule and tenant:212c97f3a57a4db5985bce4f60183ab4 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:21:07.771114 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning for port 92b74f00-bec1-4c44-843b-5988dae92004 completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:21:07.774504 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-0dfa9352-c3f9-4188-96c7-4fa289d7993e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:21:07.782712 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-0dfa9352-c3f9-4188-96c7-4fa289d7993e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:21:07.811252 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-0dfa9352-c3f9-4188-96c7-4fa289d7993e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:07.811606 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=e6f8642b-2e45-416d-a08c-643ab2581966,revision_number=4']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:07.818214 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:07.833529 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-8c23d6f0-51f7-4343-8b3b-2af0fe67a27f None None] Provisioning for port 92b74f00-bec1-4c44-843b-5988dae92004 completed by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:21:07.850453 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['e6f8642b-2e45-416d-a08c-643ab2581966'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:21:07.942168 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-0dfa9352-c3f9-4188-96c7-4fa289d7993e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:07.945235 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-8c23d6f0-51f7-4343-8b3b-2af0fe67a27f None None] Provisioning complete for port 92b74f00-bec1-4c44-843b-5988dae92004 triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:21:07.946370 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-8c23d6f0-51f7-4343-8b3b-2af0fe67a27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:07.972209 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-0dfa9352-c3f9-4188-96c7-4fa289d7993e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908961'] for security_group_rule, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:07.984153 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c9f071fc-b196-404f-8cb3-3a934fea245f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:07.986155 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:08.042827 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa9352-c3f9-4188-96c7-4fa289d7993e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f34a84-ebae-4ffc-939b-72c4dc09b2f2,revision_number=0']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:08.061529 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-0dfa9352-c3f9-4188-96c7-4fa289d7993e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:08.071298 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-0dfa9352-c3f9-4188-96c7-4fa289d7993e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:08.073233 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-0dfa9352-c3f9-4188-96c7-4fa289d7993e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3235075
Sep 08 16:21:08.076839 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 43168) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:21:08.086444 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-e5514841-5a27-4c9f-b884-10897b79807c tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Request body: {'security_group_rule': {'security_group_id': 'd0791e6f-0747-4f61-b0b5-564dde5fba00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:21:08.107784 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78065aab-5bf1-4d86-9253-c424f05da647 req-37d3a62e-0eaf-4aed-9f56-7b05d7e6fcfd tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:08.110503 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-78065aab-5bf1-4d86-9253-c424f05da647 req-37d3a62e-0eaf-4aed-9f56-7b05d7e6fcfd tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e4e7159-bfde-4aca-bb0b-b059f6980e77 HTTP/1.1" status: 200  len: 944 time: 0.2131946
Sep 08 16:21:08.114910 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-e5514841-5a27-4c9f-b884-10897b79807c tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:21:08.146506 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-e5514841-5a27-4c9f-b884-10897b79807c tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Usage tracker for resource:security_group_rule and tenant:212c97f3a57a4db5985bce4f60183ab4 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:21:08.154541 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-e5514841-5a27-4c9f-b884-10897b79807c tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:21:08.176536 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-e5514841-5a27-4c9f-b884-10897b79807c tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:21:08.227197 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-78065aab-5bf1-4d86-9253-c424f05da647 req-538ecff0-5bba-4a87-96bf-ed6e13a5c509 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/security-groups?id=500768ed-bd41-4378-9c1e-158e50592549&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077828
Sep 08 16:21:08.241826 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e5514841-5a27-4c9f-b884-10897b79807c tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:08.376337 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e5514841-5a27-4c9f-b884-10897b79807c tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:08.383969 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e5514841-5a27-4c9f-b884-10897b79807c tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908961'] for security_group_rule, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:08.387275 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-1b9d0ecc-4eb9-4259-9263-ba7e9d7392a4 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:08.395883 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-8c23d6f0-51f7-4343-8b3b-2af0fe67a27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:08.426359 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5514841-5a27-4c9f-b884-10897b79807c tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee82c0a2-5f65-4e34-a99e-1faf94a58e41,revision_number=0']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:08.430777 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-e5514841-5a27-4c9f-b884-10897b79807c tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:08.443049 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e5514841-5a27-4c9f-b884-10897b79807c tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:08.447886 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-e5514841-5a27-4c9f-b884-10897b79807c tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3666902
Sep 08 16:21:08.448303 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 43172) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:21:08.457194 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-3bf47d84-6bf9-4e1e-926c-64aeca82c4b2 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Request body: {'floatingip': {'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:21:08.463450 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-3bf47d84-6bf9-4e1e-926c-64aeca82c4b2 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:21:08.468198 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-3bf47d84-6bf9-4e1e-926c-64aeca82c4b2 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Usage tracker for resource:floatingip and tenant:212c97f3a57a4db5985bce4f60183ab4 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:21:08.473022 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-3bf47d84-6bf9-4e1e-926c-64aeca82c4b2 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:21:08.481398 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-3bf47d84-6bf9-4e1e-926c-64aeca82c4b2 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:21:08.486730 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-8c23d6f0-51f7-4343-8b3b-2af0fe67a27f None None] For port 92b74f00-bec1-4c44-843b-5988dae92004, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=92b74f00-bec1-4c44-843b-5988dae92004,segment=NetworkSegment(692d8389-e7f4-41d5-b576-e474440eb184),segment_id=692d8389-e7f4-41d5-b576-e474440eb184)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:21:08.499147 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-3bf47d84-6bf9-4e1e-926c-64aeca82c4b2 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for floatingip, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:08.500582 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-8c23d6f0-51f7-4343-8b3b-2af0fe67a27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:08.504995 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-18f52567-8535-49b2-ad9a-81fce7fc8c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:08.529842 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c9f071fc-b196-404f-8cb3-3a934fea245f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1926758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1948318'] for router, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:08.631276 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c23d6f0-51f7-4343-8b3b-2af0fe67a27f None None] Pushing event updated for resources: {'Port': ['ID=92b74f00-bec1-4c44-843b-5988dae92004,revision_number=3']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:08.645207 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-8c23d6f0-51f7-4343-8b3b-2af0fe67a27f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:08.833967 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-3bf47d84-6bf9-4e1e-926c-64aeca82c4b2 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:08.857495 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-a0c87a71-3034-41d5-8e8b-855814ffbc79 None None] Provisioning complete for port 92b74f00-bec1-4c44-843b-5988dae92004 triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:21:08.858326 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-a0c87a71-3034-41d5-8e8b-855814ffbc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:08.899869 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f071fc-b196-404f-8cb3-3a934fea245f admin admin] Router 9995529e-9f96-44bf-8c1d-26bdd4f5e673 is scheduled to L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 with binding_index 1 {{(pid=79425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Sep 08 16:21:09.122916 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 92b74f00-bec1-4c44-843b-5988dae92004 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:21:09.127649 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.db_base_plugin_common [None req-3bf47d84-6bf9-4e1e-926c-64aeca82c4b2 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Allocated IP 172.27.2.44 (e2ed1a71-8bc5-4c91-9ec3-df61c44bef44/a1e16140-da4f-4587-a2e7-78015b4d0ba3/03a623af-9bb3-442c-873a-091e09340a22) {{(pid=79426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:21:09.229603 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f071fc-b196-404f-8cb3-3a934fea245f admin admin] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:21:09.243851 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138240ff-50cf-4ba6-b30d-c025d0e645f3 None None] Sync routers for ids ['9995529e-9f96-44bf-8c1d-26bdd4f5e673'] in dv-cinder-807898-1-iscsi {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:21:09.258371 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c9f071fc-b196-404f-8cb3-3a934fea245f admin admin] Notify callbacks [] for router, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:09.263069 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-c9f071fc-b196-404f-8cb3-3a934fea245f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.2503703
Sep 08 16:21:09.263379 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 43178) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:21:09.274651 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138240ff-50cf-4ba6-b30d-c025d0e645f3 None None] Routers {'9995529e-9f96-44bf-8c1d-26bdd4f5e673'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:21:09.275309 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-138240ff-50cf-4ba6-b30d-c025d0e645f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4250cd6a00>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:21:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['9995529e-9f96-44bf-8c1d-26bdd4f5e673'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:21:09.348437 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-3bf47d84-6bf9-4e1e-926c-64aeca82c4b2 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for port, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:09.488735 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-3bf47d84-6bf9-4e1e-926c-64aeca82c4b2 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:09.496832 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:09.519580 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 92b74f00-bec1-4c44-843b-5988dae92004 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:21:09.520519 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:09.575557 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf47d84-6bf9-4e1e-926c-64aeca82c4b2 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Network e2ed1a71-8bc5-4c91-9ec3-df61c44bef44 is already hosted by enough agents. {{(pid=79426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:21:09.581421 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.base_scheduler [None req-3bf47d84-6bf9-4e1e-926c-64aeca82c4b2 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Resources bound (agent type, host, resource id):  {{(pid=79426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:21:09.586345 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf47d84-6bf9-4e1e-926c-64aeca82c4b2 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Received port after_create {{(pid=79426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:21:09.635275 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf47d84-6bf9-4e1e-926c-64aeca82c4b2 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Pushing event updated for resources: {'Port': ['ID=03a623af-9bb3-442c-873a-091e09340a22,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:09.642914 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-3bf47d84-6bf9-4e1e-926c-64aeca82c4b2 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:09.678922 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9861cd-4b25-478d-8997-8b5e8cf42ed7 req-7389525b-1bb3-4766-bf54-0d9fb5169f87 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:09.680663 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-cd9861cd-4b25-478d-8997-8b5e8cf42ed7 req-7389525b-1bb3-4766-bf54-0d9fb5169f87 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e4e7159-bfde-4aca-bb0b-b059f6980e77 HTTP/1.1" status: 200  len: 944 time: 0.2819536
Sep 08 16:21:09.753102 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-3bf47d84-6bf9-4e1e-926c-64aeca82c4b2 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:09.766900 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-cd9861cd-4b25-478d-8997-8b5e8cf42ed7 req-dbd41cbc-0e28-45a4-99f9-410a13d8dede tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/security-groups?id=500768ed-bd41-4378-9c1e-158e50592549&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658259
Sep 08 16:21:09.833971 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-3bf47d84-6bf9-4e1e-926c-64aeca82c4b2 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:09.924498 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-138240ff-50cf-4ba6-b30d-c025d0e645f3 None None] Set router 9995529e-9f96-44bf-8c1d-26bdd4f5e673 gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:21:10.148031 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-3bf47d84-6bf9-4e1e-926c-64aeca82c4b2 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for port, precommit_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:10.157600 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-3bf47d84-6bf9-4e1e-926c-64aeca82c4b2 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353071'] for port, after_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:10.169474 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:10.283975 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-138240ff-50cf-4ba6-b30d-c025d0e645f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4250cd6a00>, [{'id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'name': 'tempest-TestMinimumBasicScenario-1350170870-router', 'tenant_id': '73141861083d409898791956fbfb9619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '8a124473-e7aa-43ae-ac0f-7b0b0b60a084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:21:05Z', 'updated_at': '2021-09-08T16:21:07Z', 'revision_number': 3, 'project_id': '73141861083d409898791956fbfb9619', 'gw_port': {'id': '8a124473-e7aa-43ae-ac0f-7b0b0b60a084', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:21:06Z', 'updated_at': '2021-09-08T16:21:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi'}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:21:10.293590 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138240ff-50cf-4ba6-b30d-c025d0e645f3 None None] Checking router: 9995529e-9f96-44bf-8c1d-26bdd4f5e673 for host: dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:21:10.293987 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138240ff-50cf-4ba6-b30d-c025d0e645f3 None None] Updating router 9995529e-9f96-44bf-8c1d-26bdd4f5e673 port 8a124473-e7aa-43ae-ac0f-7b0b0b60a084 binding host dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 08 16:21:10.301516 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf47d84-6bf9-4e1e-926c-64aeca82c4b2 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Pushing event updated for resources: {'Port': ['ID=03a623af-9bb3-442c-873a-091e09340a22,revision_number=2']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:10.310038 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-3bf47d84-6bf9-4e1e-926c-64aeca82c4b2 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:10.317939 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-3bf47d84-6bf9-4e1e-926c-64aeca82c4b2 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1948197'] for floatingip, after_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:10.347199 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-3bf47d84-6bf9-4e1e-926c-64aeca82c4b2 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for floatingip, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:10.348970 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-3bf47d84-6bf9-4e1e-926c-64aeca82c4b2 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.8991942
Sep 08 16:21:10.368627 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-138240ff-50cf-4ba6-b30d-c025d0e645f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:10.517491 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3ba44a84-5f88-43ae-b925-0adb443025ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:10.739721 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-1a7af0f7-7d25-4df0-81bd-ded9ef3fb543 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Synchronizing usage tracker for tenant:212c97f3a57a4db5985bce4f60183ab4 on resource:security_group {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:21:10.768746 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-1a7af0f7-7d25-4df0-81bd-ded9ef3fb543 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Unset dirty status for tenant:212c97f3a57a4db5985bce4f60183ab4 on resource:security_group {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:21:10.776160 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-1a7af0f7-7d25-4df0-81bd-ded9ef3fb543 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--757770502&fields=id&tenant_id=212c97f3a57a4db5985bce4f60183ab4 HTTP/1.1" status: 200  len: 267 time: 0.0903876
Sep 08 16:21:10.830628 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-138240ff-50cf-4ba6-b30d-c025d0e645f3 None None] Notify callbacks [] for port, precommit_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:10.849609 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-138240ff-50cf-4ba6-b30d-c025d0e645f3 None None] Transition to ACTIVE for port object 8a124473-e7aa-43ae-ac0f-7b0b0b60a084 will not be triggered until provisioned by entity L2. {{(pid=79427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:21:10.862168 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-138240ff-50cf-4ba6-b30d-c025d0e645f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:10.867035 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:10.878463 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_common [None req-3ba44a84-5f88-43ae-b925-0adb443025ed admin admin] Allocated IP 172.20.0.1 (e8e36103-d4a7-4534-8a1c-aa043a64be17/3c7012dd-217b-4c83-bdf7-d6920ffb08f4/3d2bf0ac-6346-4191-890d-814cfa5b0ca5) {{(pid=79425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:21:10.914818 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device e6f8642b-2e45-416d-a08c-643ab2581966 up at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:21:11.090935 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3ba44a84-5f88-43ae-b925-0adb443025ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:11.091580 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-138240ff-50cf-4ba6-b30d-c025d0e645f3 None None] Attempting to bind port 8a124473-e7aa-43ae-ac0f-7b0b0b60a084 on host dv-cinder-807898-1-iscsi for vnic_type normal with profile  {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:21:11.092221 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-138240ff-50cf-4ba6-b30d-c025d0e645f3 None None] Attempting to bind port 8a124473-e7aa-43ae-ac0f-7b0b0b60a084 by drivers openvswitch,hyperv on host dv-cinder-807898-1-iscsi at level 0 using segments [{'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:21:11.092859 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138240ff-50cf-4ba6-b30d-c025d0e645f3 None None] Attempting to bind port 8a124473-e7aa-43ae-ac0f-7b0b0b60a084 on network e2ed1a71-8bc5-4c91-9ec3-df61c44bef44 {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:21:11.114775 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.provisioning_blocks [None req-3ba44a84-5f88-43ae-b925-0adb443025ed admin admin] Transition to ACTIVE for port object 3d2bf0ac-6346-4191-890d-814cfa5b0ca5 will not be triggered until provisioned by entity DHCP. {{(pid=79425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:21:11.116080 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-466965aa-8622-4065-95f6-593450dc4fbe tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:11.117611 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-466965aa-8622-4065-95f6-593450dc4fbe tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/networks?id=582096af-2f90-402d-b754-a13d85dcf0f9 HTTP/1.1" status: 200  len: 810 time: 0.3346329
Sep 08 16:21:11.132950 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138240ff-50cf-4ba6-b30d-c025d0e645f3 None None] Checking agent: {'id': 'f763117d-2875-45db-86c1-123fd700575f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 6, 1), 'started_at': datetime.datetime(2021, 9, 8, 16, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:21:11.133576 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138240ff-50cf-4ba6-b30d-c025d0e645f3 None None] Checking segment: {'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:21:11.134279 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-138240ff-50cf-4ba6-b30d-c025d0e645f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:11.134964 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138240ff-50cf-4ba6-b30d-c025d0e645f3 None None] Bound using segment: {'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:21:11.135781 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-138240ff-50cf-4ba6-b30d-c025d0e645f3 None None] Bound port: 8a124473-e7aa-43ae-ac0f-7b0b0b60a084, host: dv-cinder-807898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'}}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:21:11.136378 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-138240ff-50cf-4ba6-b30d-c025d0e645f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:11.144478 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-1b195194-45bc-4050-9371-8afb522cc34d tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/quotas/212c97f3a57a4db5985bce4f60183ab4 HTTP/1.1" status: 200  len: 375 time: 0.0153861
Sep 08 16:21:11.154656 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3ba44a84-5f88-43ae-b925-0adb443025ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:11.159703 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-175cf7cc-68d4-465e-b764-6818330fcc95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:11.161030 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dac056-9e30-4f4a-910f-23b7fe6eca65 req-251a351b-0420-4cf1-bf32-89d2c861039f tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:11.162620 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-56dac056-9e30-4f4a-910f-23b7fe6eca65 req-251a351b-0420-4cf1-bf32-89d2c861039f tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e4e7159-bfde-4aca-bb0b-b059f6980e77 HTTP/1.1" status: 200  len: 944 time: 0.1547275
Sep 08 16:21:11.240444 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac482644-cdfd-47fe-9f97-096b47e2dc55 None None] Pushing event updated for resources: {'Port': ['ID=8a124473-e7aa-43ae-ac0f-7b0b0b60a084,revision_number=2']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:11.242490 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba44a84-5f88-43ae-b925-0adb443025ed admin admin] Network e8e36103-d4a7-4534-8a1c-aa043a64be17 is already hosted by enough agents. {{(pid=79425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:21:11.246929 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [None req-3ba44a84-5f88-43ae-b925-0adb443025ed admin admin] Resources bound (agent type, host, resource id):  {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:21:11.251254 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-ac482644-cdfd-47fe-9f97-096b47e2dc55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:11.252998 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba44a84-5f88-43ae-b925-0adb443025ed admin admin] Received port after_create {{(pid=79425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:21:11.265532 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-56dac056-9e30-4f4a-910f-23b7fe6eca65 req-351fd074-61db-466e-a59d-c825a67f5a02 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/security-groups?id=500768ed-bd41-4378-9c1e-158e50592549&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698345
Sep 08 16:21:11.302432 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning for port e6f8642b-2e45-416d-a08c-643ab2581966 completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:21:11.302678 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba44a84-5f88-43ae-b925-0adb443025ed admin admin] Pushing event updated for resources: {'Port': ['ID=3d2bf0ac-6346-4191-890d-814cfa5b0ca5,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:11.306707 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-b797f2f7-281e-4b9b-a773-9ca90f193b41 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Synchronizing usage tracker for tenant:212c97f3a57a4db5985bce4f60183ab4 on resource:port {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:21:11.316036 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-3ba44a84-5f88-43ae-b925-0adb443025ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:11.327977 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning complete for port e6f8642b-2e45-416d-a08c-643ab2581966 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:21:11.328707 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:11.344778 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3ba44a84-5f88-43ae-b925-0adb443025ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1928769'] for router_interface, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:11.354365 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-b797f2f7-281e-4b9b-a773-9ca90f193b41 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Unset dirty status for tenant:212c97f3a57a4db5985bce4f60183ab4 on resource:port {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:21:11.356162 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-b797f2f7-281e-4b9b-a773-9ca90f193b41 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=212c97f3a57a4db5985bce4f60183ab4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1926079
Sep 08 16:21:11.422505 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-138240ff-50cf-4ba6-b30d-c025d0e645f3 None None] For port 8a124473-e7aa-43ae-ac0f-7b0b0b60a084, host dv-cinder-807898-1-iscsi, cleared binding levels {{(pid=79427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:21:11.448892 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-138240ff-50cf-4ba6-b30d-c025d0e645f3 None None] For port 8a124473-e7aa-43ae-ac0f-7b0b0b60a084, host dv-cinder-807898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=8a124473-e7aa-43ae-ac0f-7b0b0b60a084,segment=NetworkSegment(3235b71f-0c14-40b5-ba80-96fc5a4742a1),segment_id=3235b71f-0c14-40b5-ba80-96fc5a4742a1)] {{(pid=79427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:21:11.469307 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-138240ff-50cf-4ba6-b30d-c025d0e645f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:11.474567 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:11.589400 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138240ff-50cf-4ba6-b30d-c025d0e645f3 None None] Routers {'9995529e-9f96-44bf-8c1d-26bdd4f5e673'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:21:11.590288 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-138240ff-50cf-4ba6-b30d-c025d0e645f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4250cd6a00>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:21:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['9995529e-9f96-44bf-8c1d-26bdd4f5e673'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:21:11.703865 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-a291121d-0341-46bf-8be0-2d0bfd77c80d service neutron] 10.222.0.25 "GET /v2.0/networks/582096af-2f90-402d-b754-a13d85dcf0f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3075409
Sep 08 16:21:11.714342 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3ba44a84-5f88-43ae-b925-0adb443025ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:11.772238 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac482644-cdfd-47fe-9f97-096b47e2dc55 None None] Pushing event updated for resources: {'Port': ['ID=8a124473-e7aa-43ae-ac0f-7b0b0b60a084,revision_number=3']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:11.788382 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-ac482644-cdfd-47fe-9f97-096b47e2dc55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:11.820557 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:11.836187 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-fea6a328-61f8-4de2-85b5-53c5cc56e090 None None] Provisioning for port 3d2bf0ac-6346-4191-890d-814cfa5b0ca5 completed by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:21:11.876029 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-fea6a328-61f8-4de2-85b5-53c5cc56e090 None None] Provisioning complete for port 3d2bf0ac-6346-4191-890d-814cfa5b0ca5 triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:21:11.877150 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-fea6a328-61f8-4de2-85b5-53c5cc56e090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:11.953571 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4e7159-bfde-4aca-bb0b-b059f6980e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f8642b-2e45-416d-a08c-643ab2581966'}] {{(pid=79427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:21:11.981827 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-b8e7d86c-e9f0-4dad-b206-021ab768358e service neutron] 10.222.0.25 "GET /v2.0/networks/582096af-2f90-402d-b754-a13d85dcf0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2665884
Sep 08 16:21:12.081820 dv-cinder-807898-1-iscsi neutron-server[79427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4e7159-bfde-4aca-bb0b-b059f6980e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f8642b-2e45-416d-a08c-643ab2581966', 'code': 200}
Sep 08 16:21:12.084738 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-138240ff-50cf-4ba6-b30d-c025d0e645f3 None None] Set router 9995529e-9f96-44bf-8c1d-26bdd4f5e673 gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:21:12.181217 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port e6f8642b-2e45-416d-a08c-643ab2581966, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=e6f8642b-2e45-416d-a08c-643ab2581966,segment=NetworkSegment(e85f2e36-127f-4ec5-9579-e2732491eb08),segment_id=e85f2e36-127f-4ec5-9579-e2732491eb08)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:21:12.198011 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3ba44a84-5f88-43ae-b925-0adb443025ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:12.214205 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:12.215222 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3ba44a84-5f88-43ae-b925-0adb443025ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334251'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:12.225966 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:12.343276 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-fea6a328-61f8-4de2-85b5-53c5cc56e090 None None] Port 3d2bf0ac-6346-4191-890d-814cfa5b0ca5 cannot update to ACTIVE because it is not bound. {{(pid=79427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 08 16:21:12.387650 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-f0a55575-41c3-4d5f-ae7d-a7e5c2477167 tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:12.596268 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-feaaab25-a58e-493b-858f-66877cca6266 req-6bde7f92-b9f7-40dd-a52d-8e9bb394b1e3 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a8663ba-2359-4629-850a-16db3a5e3798 HTTP/1.1" status: 200  len: 210 time: 0.3216164
Sep 08 16:21:12.618260 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba44a84-5f88-43ae-b925-0adb443025ed admin admin] Pushing event updated for resources: {'Port': ['ID=3d2bf0ac-6346-4191-890d-814cfa5b0ca5,revision_number=2']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:12.621372 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-3ba44a84-5f88-43ae-b925-0adb443025ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:12.627010 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3ba44a84-5f88-43ae-b925-0adb443025ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1928932'] for router_interface, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:12.745579 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89737226-642f-40e9-ad2e-96d1a74dd18d req-31a50bc0-dc5e-4d15-b4bc-6ae60ef37ed9 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:12.747561 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-89737226-642f-40e9-ad2e-96d1a74dd18d req-31a50bc0-dc5e-4d15-b4bc-6ae60ef37ed9 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e4e7159-bfde-4aca-bb0b-b059f6980e77 HTTP/1.1" status: 200  len: 945 time: 0.1667869
Sep 08 16:21:12.759104 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=e6f8642b-2e45-416d-a08c-643ab2581966,revision_number=5']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:12.767103 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:12.851027 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-89737226-642f-40e9-ad2e-96d1a74dd18d req-b2d80278-ff61-4c80-8bae-1c6a2fd32a71 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/security-groups?id=500768ed-bd41-4378-9c1e-158e50592549&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924735
Sep 08 16:21:12.904200 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239eba46-e918-410b-8e9a-05afd7cbc84a req-18981475-9b04-4b92-b602-8f9b00d31c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:12.911233 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-239eba46-e918-410b-8e9a-05afd7cbc84a req-18981475-9b04-4b92-b602-8f9b00d31c5a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6e4e7159-bfde-4aca-bb0b-b059f6980e77 HTTP/1.1" status: 200  len: 1098 time: 0.3874512
Sep 08 16:21:12.976715 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba44a84-5f88-43ae-b925-0adb443025ed admin admin] Network e8e36103-d4a7-4534-8a1c-aa043a64be17 is already hosted by enough agents. {{(pid=79425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:21:12.980153 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [None req-3ba44a84-5f88-43ae-b925-0adb443025ed admin admin] Resources bound (agent type, host, resource id):  {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:21:12.990440 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-239eba46-e918-410b-8e9a-05afd7cbc84a req-a415dde1-bd7b-46b6-9d6e-8161f20202b5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=500768ed-bd41-4378-9c1e-158e50592549&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698276
Sep 08 16:21:13.045746 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-138240ff-50cf-4ba6-b30d-c025d0e645f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4250cd6a00>, [{'id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'name': 'tempest-TestMinimumBasicScenario-1350170870-router', 'tenant_id': '73141861083d409898791956fbfb9619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '8a124473-e7aa-43ae-ac0f-7b0b0b60a084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:21:05Z', 'updated_at': '2021-09-08T16:21:11Z', 'revision_number': 4, 'project_id': '73141861083d409898791956fbfb9619', 'gw_port': {'id': '8a124473-e7aa-43ae-ac0f-7b0b0b60a084', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:21:06Z', 'updated_at': '2021-09-08T16:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': '3d2bf0ac-6346-4191-890d-814cfa5b0ca5', 'name': '', 'network_id': 'e8e36103-d4a7-4534-8a1c-aa043a64be17', 'tenant_id': '73141861083d409898791956fbfb9619', 'mac_address': 'fa:16:3e:8d:86:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '3c7012dd-217b-4c83-bdf7-d6920ffb08f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:21:10Z', 'updated_at': '2021-09-08T16:21:10Z', 'revision_number': 1, 'project_id': '73141861083d409898791956fbfb9619', 'subnets': [{'id': '3c7012dd-217b-4c83-bdf7-d6920ffb08f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:21:13.052804 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138240ff-50cf-4ba6-b30d-c025d0e645f3 None None] The sync data for ids ['9995529e-9f96-44bf-8c1d-26bdd4f5e673'] in dv-cinder-807898-1-iscsi is: [{'id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'name': 'tempest-TestMinimumBasicScenario-1350170870-router', 'tenant_id': '73141861083d409898791956fbfb9619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '8a124473-e7aa-43ae-ac0f-7b0b0b60a084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:21:05Z', 'updated_at': '2021-09-08T16:21:11Z', 'revision_number': 4, 'project_id': '73141861083d409898791956fbfb9619', 'gw_port': {'id': '8a124473-e7aa-43ae-ac0f-7b0b0b60a084', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:21:06Z', 'updated_at': '2021-09-08T16:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': '3d2bf0ac-6346-4191-890d-814cfa5b0ca5', 'name': '', 'network_id': 'e8e36103-d4a7-4534-8a1c-aa043a64be17', 'tenant_id': '73141861083d409898791956fbfb9619', 'mac_address': 'fa:16:3e:8d:86:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '3c7012dd-217b-4c83-bdf7-d6920ffb08f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:21:10Z', 'updated_at': '2021-09-08T16:21:10Z', 'revision_number': 1, 'project_id': '73141861083d409898791956fbfb9619', 'subnets': [{'id': '3c7012dd-217b-4c83-bdf7-d6920ffb08f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:21:13.291772 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-5d6a1792-27cf-4fb9-9928-d17135714992 None None] Provisioning complete for port 3d2bf0ac-6346-4191-890d-814cfa5b0ca5 triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:21:13.292730 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-5d6a1792-27cf-4fb9-9928-d17135714992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:13.349492 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba44a84-5f88-43ae-b925-0adb443025ed admin admin] Router 9995529e-9f96-44bf-8c1d-26bdd4f5e673 has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:21:13.414429 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-5d6a1792-27cf-4fb9-9928-d17135714992 None None] Port 3d2bf0ac-6346-4191-890d-814cfa5b0ca5 cannot update to ACTIVE because it is not bound. {{(pid=79427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 08 16:21:13.622345 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba44a84-5f88-43ae-b925-0adb443025ed admin admin] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:21:13.637791 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-3ba44a84-5f88-43ae-b925-0adb443025ed admin admin] 10.222.0.25 "PUT /v2.0/routers/9995529e-9f96-44bf-8c1d-26bdd4f5e673/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3726487
Sep 08 16:21:13.899228 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6740e4fd-3631-4160-848e-ca66ef1d89d9 req-6eefd6fe-a8d4-4c60-ad3e-ce3379267a80 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a8663ba-2359-4629-850a-16db3a5e3798 HTTP/1.1" status: 200  len: 210 time: 0.0907049
Sep 08 16:21:14.527496 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd705c3b-9ad8-41a5-8bb8-0a74abbcc988 req-dc75b168-c297-4b9d-8b19-522e8fd9bcfd tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:14.530350 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-dd705c3b-9ad8-41a5-8bb8-0a74abbcc988 req-dc75b168-c297-4b9d-8b19-522e8fd9bcfd tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e4e7159-bfde-4aca-bb0b-b059f6980e77 HTTP/1.1" status: 200  len: 945 time: 0.2509670
Sep 08 16:21:14.577234 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-88f4b700-8f31-486b-b61c-a28f3c7be499 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:14.580579 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-88f4b700-8f31-486b-b61c-a28f3c7be499 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.70 "GET /v2.0/networks?id=582096af-2f90-402d-b754-a13d85dcf0f9 HTTP/1.1" status: 200  len: 810 time: 0.3267124
Sep 08 16:21:14.648774 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-dd705c3b-9ad8-41a5-8bb8-0a74abbcc988 req-1c0c0035-9d67-45ca-aa44-18f79d45cf57 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/security-groups?id=500768ed-bd41-4378-9c1e-158e50592549&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971832
Sep 08 16:21:14.679386 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-a617fd7b-26a2-45a7-a4bc-f05ef495ebda tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Synchronizing usage tracker for tenant:212c97f3a57a4db5985bce4f60183ab4 on resource:security_group {{(pid=79425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:21:14.703361 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-a617fd7b-26a2-45a7-a4bc-f05ef495ebda tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Unset dirty status for tenant:212c97f3a57a4db5985bce4f60183ab4 on resource:security_group {{(pid=79425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:21:14.705333 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-a617fd7b-26a2-45a7-a4bc-f05ef495ebda tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=212c97f3a57a4db5985bce4f60183ab4 HTTP/1.1" status: 200  len: 379 time: 0.1074121
Sep 08 16:21:14.724265 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-7d1e617f-6910-44ca-b4e5-cd142f42750e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Request body: {'port': {'device_id': '2a8663ba-2359-4629-850a-16db3a5e3798', 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9', 'admin_state_up': True, 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'security_groups': ['d0791e6f-0747-4f61-b0b5-564dde5fba00']}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:21:14.857980 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 43240) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:21:14.890965 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-7bdf1517-ed17-497a-aae3-46a5cf0a8b06 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-859287053-network', 'tenant_id': 'af4c7bce850d430ebfeee0c9b1873d53'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:21:14.906329 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-7bdf1517-ed17-497a-aae3-46a5cf0a8b06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:21:14.921162 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-7bdf1517-ed17-497a-aae3-46a5cf0a8b06 admin admin] Usage tracker for resource:network and tenant:af4c7bce850d430ebfeee0c9b1873d53 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:21:14.929560 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-7bdf1517-ed17-497a-aae3-46a5cf0a8b06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:21:14.943812 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-7bdf1517-ed17-497a-aae3-46a5cf0a8b06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:21:14.966823 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdf1517-ed17-497a-aae3-46a5cf0a8b06 admin admin] Made reservation on behalf of af4c7bce850d430ebfeee0c9b1873d53 for: {'network': 1} {{(pid=79426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:21:14.971069 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-7bdf1517-ed17-497a-aae3-46a5cf0a8b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for network, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:14.993304 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-7bdf1517-ed17-497a-aae3-46a5cf0a8b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:15.025772 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-7bdf1517-ed17-497a-aae3-46a5cf0a8b06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:21:15.034780 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-7bdf1517-ed17-497a-aae3-46a5cf0a8b06 admin admin] Usage tracker for resource:security_group_rule and tenant:af4c7bce850d430ebfeee0c9b1873d53 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:21:15.040049 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-7bdf1517-ed17-497a-aae3-46a5cf0a8b06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:21:15.056699 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-7bdf1517-ed17-497a-aae3-46a5cf0a8b06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:21:15.058709 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-7d1e617f-6910-44ca-b4e5-cd142f42750e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:21:15.093561 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-7d1e617f-6910-44ca-b4e5-cd142f42750e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:21:15.121134 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-7d1e617f-6910-44ca-b4e5-cd142f42750e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Made reservation on behalf of 212c97f3a57a4db5985bce4f60183ab4 for: {'port': 1} {{(pid=79425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:21:15.128995 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-7d1e617f-6910-44ca-b4e5-cd142f42750e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:15.159389 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-59a857b2-be1b-4872-9a44-60dd0566cabd req-979b96f5-7471-499d-92b9-be93ea32adba tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a8663ba-2359-4629-850a-16db3a5e3798 HTTP/1.1" status: 200  len: 210 time: 0.0798931
Sep 08 16:21:15.223545 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 8a124473-e7aa-43ae-ac0f-7b0b0b60a084 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:21:15.304545 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-7bdf1517-ed17-497a-aae3-46a5cf0a8b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:15.311754 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-7bdf1517-ed17-497a-aae3-46a5cf0a8b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:15.315531 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-43b698f5-2596-47d7-9121-a27eb661586c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:15.318141 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning for port 8a124473-e7aa-43ae-ac0f-7b0b0b60a084 completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:21:15.328064 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 8a124473-e7aa-43ae-ac0f-7b0b0b60a084 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:21:15.329329 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:15.357319 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bdf1517-ed17-497a-aae3-46a5cf0a8b06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900}  {{(pid=79426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 08 16:21:15.397482 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-7bdf1517-ed17-497a-aae3-46a5cf0a8b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:15.398267 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.db.segments_db [None req-7bdf1517-ed17-497a-aae3-46a5cf0a8b06 admin admin] Added segment 97f209bf-8b6c-4174-ba2f-75757ac72814 of type vlan for network a6e161a1-a599-4ee9-a01c-f32da292f6b1
Sep 08 16:21:15.445697 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf1517-ed17-497a-aae3-46a5cf0a8b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5578b873-6e4d-43cc-a5ff-634be882e893,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:15.449271 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-7bdf1517-ed17-497a-aae3-46a5cf0a8b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:15.458223 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-7bdf1517-ed17-497a-aae3-46a5cf0a8b06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745177029057'] for network, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:15.500762 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_common [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-7d1e617f-6910-44ca-b4e5-cd142f42750e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Allocated IP 172.20.0.6 (582096af-2f90-402d-b754-a13d85dcf0f9/6fbf176d-0f2a-4301-81f2-4479a85d15c0/d1d984fb-70ca-4008-b36b-e027b27472de) {{(pid=79425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:21:15.519225 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-7bdf1517-ed17-497a-aae3-46a5cf0a8b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819'] for network, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:15.522811 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdf1517-ed17-497a-aae3-46a5cf0a8b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:15.525087 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-7bdf1517-ed17-497a-aae3-46a5cf0a8b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:15.552714 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-40267970-e372-4900-984c-e671810badca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:15.619958 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:15.669873 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] For port 8a124473-e7aa-43ae-ac0f-7b0b0b60a084, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=8a124473-e7aa-43ae-ac0f-7b0b0b60a084,segment=NetworkSegment(3235b71f-0c14-40b5-ba80-96fc5a4742a1),segment_id=3235b71f-0c14-40b5-ba80-96fc5a4742a1)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:21:15.676922 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:15.679767 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:15.781239 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-7bdf1517-ed17-497a-aae3-46a5cf0a8b06 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.9214010
Sep 08 16:21:15.790841 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 43252) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:21:15.804159 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-6a757e7d-a04e-48f9-9bab-39c5e173a31b admin admin] Request body: {'subnet': {'network_id': 'a6e161a1-a599-4ee9-a01c-f32da292f6b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-859287053-subnet', 'tenant_id': 'af4c7bce850d430ebfeee0c9b1873d53', 'ip_version': 4}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:21:15.826247 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:15.836450 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Pushing event updated for resources: {'Port': ['ID=8a124473-e7aa-43ae-ac0f-7b0b0b60a084,revision_number=4']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:15.841462 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:15.855983 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-7d1e617f-6910-44ca-b4e5-cd142f42750e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for port, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:15.861550 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-6a757e7d-a04e-48f9-9bab-39c5e173a31b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:21:15.865651 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf1517-ed17-497a-aae3-46a5cf0a8b06 admin admin] Pushing event updated for resources: {'Network': ['ID=a6e161a1-a599-4ee9-a01c-f32da292f6b1,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:15.868712 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-7bdf1517-ed17-497a-aae3-46a5cf0a8b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:15.873581 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-6a757e7d-a04e-48f9-9bab-39c5e173a31b admin admin] Usage tracker for resource:subnet and tenant:af4c7bce850d430ebfeee0c9b1873d53 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:21:15.881959 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Network a6e161a1-a599-4ee9-a01c-f32da292f6b1 details requested by agent ovs-agent-dv-cinder-807898-1-iscsi with host dv-cinder-807898-1-iscsi {{(pid=79427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 08 16:21:15.883742 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-6a757e7d-a04e-48f9-9bab-39c5e173a31b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:21:15.890265 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.provisioning_blocks [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-7d1e617f-6910-44ca-b4e5-cd142f42750e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Transition to ACTIVE for port object d1d984fb-70ca-4008-b36b-e027b27472de will not be triggered until provisioned by entity DHCP. {{(pid=79425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:21:15.893342 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-6a757e7d-a04e-48f9-9bab-39c5e173a31b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:21:15.918603 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a757e7d-a04e-48f9-9bab-39c5e173a31b admin admin] Made reservation on behalf of af4c7bce850d430ebfeee0c9b1873d53 for: {'subnet': 1} {{(pid=79426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:21:15.921188 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-6a757e7d-a04e-48f9-9bab-39c5e173a31b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476803'] for subnet, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:15.940860 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-7d1e617f-6910-44ca-b4e5-cd142f42750e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:15.947734 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:16.082989 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e617f-6910-44ca-b4e5-cd142f42750e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Pushing event updated for resources: {'Port': ['ID=d1d984fb-70ca-4008-b36b-e027b27472de,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:16.086387 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d2997-f483-4ac5-8da9-89f665dd9ef8 req-86c7543b-e38c-4d1b-9dad-2222ca71eeda tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:16.087991 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-602d2997-f483-4ac5-8da9-89f665dd9ef8 req-86c7543b-e38c-4d1b-9dad-2222ca71eeda tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e4e7159-bfde-4aca-bb0b-b059f6980e77 HTTP/1.1" status: 200  len: 945 time: 0.3048136
Sep 08 16:21:16.089796 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-7d1e617f-6910-44ca-b4e5-cd142f42750e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Network 582096af-2f90-402d-b754-a13d85dcf0f9 is already hosted by enough agents. {{(pid=79425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:21:16.091776 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-7d1e617f-6910-44ca-b4e5-cd142f42750e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:16.093495 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-7d1e617f-6910-44ca-b4e5-cd142f42750e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Resources bound (agent type, host, resource id):  {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:21:16.097575 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-7d1e617f-6910-44ca-b4e5-cd142f42750e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Received port after_create {{(pid=79425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:21:16.195637 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-602d2997-f483-4ac5-8da9-89f665dd9ef8 req-85c7fcda-f905-42cb-a7d5-407d8cf665ea tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/security-groups?id=500768ed-bd41-4378-9c1e-158e50592549&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780549
Sep 08 16:21:16.260097 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-7d1e617f-6910-44ca-b4e5-cd142f42750e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:16.261864 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-7d1e617f-6910-44ca-b4e5-cd142f42750e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:16.340154 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-7d1e617f-6910-44ca-b4e5-cd142f42750e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6276207
Sep 08 16:21:16.368678 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-f8933aa3-0065-495e-aa97-e38c902a2c83 service neutron] Request body: {'port': {'device_id': '2a8663ba-2359-4629-850a-16db3a5e3798', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:21:16.473564 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-6a757e7d-a04e-48f9-9bab-39c5e173a31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2351912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476853'] for subnet, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:16.486741 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:16.560889 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-f8933aa3-0065-495e-aa97-e38c902a2c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:16.590846 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32a2340-42c1-4f91-be09-5325432cb605 None None] Sync routers for ids ['9995529e-9f96-44bf-8c1d-26bdd4f5e673'] in dv-cinder-807898-1-iscsi {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:21:16.608474 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a757e7d-a04e-48f9-9bab-39c5e173a31b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c1dafc9-10f1-4e61-96c9-5497e12cbebe,revision_number=0']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:16.612674 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-6a757e7d-a04e-48f9-9bab-39c5e173a31b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:16.617653 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a757e7d-a04e-48f9-9bab-39c5e173a31b admin admin] Checking segment: {'id': '97f209bf-8b6c-4174-ba2f-75757ac72814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'a6e161a1-a599-4ee9-a01c-f32da292f6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:21:16.618297 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a757e7d-a04e-48f9-9bab-39c5e173a31b admin admin] Network hostable DHCP agents. Network: a6e161a1-a599-4ee9-a01c-f32da292f6b1, hostable agents: ['48edfc26-e3e7-4e5a-9c59-2b84b8091b14'], hosted agents: [] {{(pid=79426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 08 16:21:16.638452 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32a2340-42c1-4f91-be09-5325432cb605 None None] Routers {'9995529e-9f96-44bf-8c1d-26bdd4f5e673'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:21:16.639313 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-a32a2340-42c1-4f91-be09-5325432cb605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251d43220>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:21:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['9995529e-9f96-44bf-8c1d-26bdd4f5e673'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:21:16.639983 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763ef13-3d98-48cb-9a31-fde2bb402926 req-44f2b887-cda0-4130-8638-5e5696130fd0 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:16.647863 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4763ef13-3d98-48cb-9a31-fde2bb402926 req-44f2b887-cda0-4130-8638-5e5696130fd0 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a8663ba-2359-4629-850a-16db3a5e3798 HTTP/1.1" status: 200  len: 931 time: 0.2875988
Sep 08 16:21:16.675278 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-b15c28f9-4fb2-48fd-b1c2-086370c3a2ac None None] Provisioning for port d1d984fb-70ca-4008-b36b-e027b27472de completed by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:21:16.688661 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-b15c28f9-4fb2-48fd-b1c2-086370c3a2ac None None] Provisioning complete for port d1d984fb-70ca-4008-b36b-e027b27472de triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:21:16.690389 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-b15c28f9-4fb2-48fd-b1c2-086370c3a2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:16.744985 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a757e7d-a04e-48f9-9bab-39c5e173a31b admin admin] Network a6e161a1-a599-4ee9-a01c-f32da292f6b1 is scheduled to be hosted by DHCP agent 48edfc26-e3e7-4e5a-9c59-2b84b8091b14 with binding_index 1 {{(pid=79426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 08 16:21:16.776119 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4763ef13-3d98-48cb-9a31-fde2bb402926 req-f5d15e33-9237-4823-bb4e-4ec24c77e184 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0791e6f-0747-4f61-b0b5-564dde5fba00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1269312
Sep 08 16:21:16.801904 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.base_scheduler [None req-6a757e7d-a04e-48f9-9bab-39c5e173a31b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-iscsi, a6e161a1-a599-4ee9-a01c-f32da292f6b1) {{(pid=79426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:21:16.808129 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a757e7d-a04e-48f9-9bab-39c5e173a31b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:16.811154 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-6a757e7d-a04e-48f9-9bab-39c5e173a31b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for subnet, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:16.826676 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7335fd-3fb6-4b44-87c3-fc3585d865e8 None None] Network a6e161a1-a599-4ee9-a01c-f32da292f6b1 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:21:16.884503 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-6a757e7d-a04e-48f9-9bab-39c5e173a31b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.0917470
Sep 08 16:21:16.885266 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 43268) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:21:16.890955 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-a32a2340-42c1-4f91-be09-5325432cb605 None None] Set router 9995529e-9f96-44bf-8c1d-26bdd4f5e673 gateway port host: dv-cinder-807898-1-iscsi {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:21:16.895908 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-cb411999-fe4a-4661-b6fa-b7de6e5bf1c0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-859287053-router', 'tenant_id': 'af4c7bce850d430ebfeee0c9b1873d53', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'}}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:21:16.975413 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-b15c28f9-4fb2-48fd-b1c2-086370c3a2ac None None] Port d1d984fb-70ca-4008-b36b-e027b27472de cannot update to ACTIVE because it is not bound. {{(pid=79427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 08 16:21:17.027920 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-cb411999-fe4a-4661-b6fa-b7de6e5bf1c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:21:17.044744 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-cb411999-fe4a-4661-b6fa-b7de6e5bf1c0 admin admin] Usage tracker for resource:router and tenant:af4c7bce850d430ebfeee0c9b1873d53 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:21:17.060411 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-cb411999-fe4a-4661-b6fa-b7de6e5bf1c0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:21:17.101975 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-cb411999-fe4a-4661-b6fa-b7de6e5bf1c0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:21:17.159370 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-cb411999-fe4a-4661-b6fa-b7de6e5bf1c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1926744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35671'] for router, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:17.162580 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-cb411999-fe4a-4661-b6fa-b7de6e5bf1c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1926856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1948639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35678'] for router, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:17.179086 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 8a124473-e7aa-43ae-ac0f-7b0b0b60a084 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:21:17.195321 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-cb411999-fe4a-4661-b6fa-b7de6e5bf1c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:17.245072 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035cd7e-3fe3-4d93-8d1e-59d72ba8a3f7 req-ebe4ede5-b4c9-4ed2-86bd-c033ed34c89a tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:17.250490 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5035cd7e-3fe3-4d93-8d1e-59d72ba8a3f7 req-ebe4ede5-b4c9-4ed2-86bd-c033ed34c89a tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 945 time: 0.3638222
Sep 08 16:21:17.388467 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 8a124473-e7aa-43ae-ac0f-7b0b0b60a084 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:21:17.388951 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:17.390500 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-a32a2340-42c1-4f91-be09-5325432cb605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251d43220>, [{'id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'name': 'tempest-TestMinimumBasicScenario-1350170870-router', 'tenant_id': '73141861083d409898791956fbfb9619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '8a124473-e7aa-43ae-ac0f-7b0b0b60a084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:21:05Z', 'updated_at': '2021-09-08T16:21:11Z', 'revision_number': 4, 'project_id': '73141861083d409898791956fbfb9619', 'gw_port': {'id': '8a124473-e7aa-43ae-ac0f-7b0b0b60a084', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:21:06Z', 'updated_at': '2021-09-08T16:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': '3d2bf0ac-6346-4191-890d-814cfa5b0ca5', 'name': '', 'network_id': 'e8e36103-d4a7-4534-8a1c-aa043a64be17', 'tenant_id': '73141861083d409898791956fbfb9619', 'mac_address': 'fa:16:3e:8d:86:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '3c7012dd-217b-4c83-bdf7-d6920ffb08f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:21:10Z', 'updated_at': '2021-09-08T16:21:11Z', 'revision_number': 2, 'project_id': '73141861083d409898791956fbfb9619', 'subnets': [{'id': '3c7012dd-217b-4c83-bdf7-d6920ffb08f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:21:17.404920 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32a2340-42c1-4f91-be09-5325432cb605 None None] Checking router: 9995529e-9f96-44bf-8c1d-26bdd4f5e673 for host: dv-cinder-807898-1-iscsi {{(pid=79428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:21:17.405547 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32a2340-42c1-4f91-be09-5325432cb605 None None] Updating router 9995529e-9f96-44bf-8c1d-26bdd4f5e673 port 3d2bf0ac-6346-4191-890d-814cfa5b0ca5 binding host dv-cinder-807898-1-iscsi {{(pid=79428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 08 16:21:17.471616 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abb4c16-d7db-4680-a8fa-cba8ae382b5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b972e0-3bc3-5e69-83ea-a229dde427c5-a6e161a1-a599-4ee9-a01c-f32da292f6b1', 'network_id': 'a6e161a1-a599-4ee9-a01c-f32da292f6b1', 'tenant_id': 'af4c7bce850d430ebfeee0c9b1873d53', 'fixed_ips': [{'subnet_id': '4c1dafc9-10f1-4e61-96c9-5497e12cbebe'}]}} from dv-cinder-807898-1-iscsi. {{(pid=79427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Sep 08 16:21:17.473029 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-1abb4c16-d7db-4680-a8fa-cba8ae382b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:17.513050 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a32a2340-42c1-4f91-be09-5325432cb605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:17.553914 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-f8933aa3-0065-495e-aa97-e38c902a2c83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1d984fb-70ca-4008-b36b-e027b27472de {{(pid=79425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:21:17.569328 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-f8933aa3-0065-495e-aa97-e38c902a2c83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:17.600222 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5035cd7e-3fe3-4d93-8d1e-59d72ba8a3f7 req-a6b96fe4-5c9e-42b0-b01b-5419874c7d22 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3375270
Sep 08 16:21:17.640539 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.provisioning_blocks [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-f8933aa3-0065-495e-aa97-e38c902a2c83 service neutron] Transition to ACTIVE for port object d1d984fb-70ca-4008-b36b-e027b27472de will not be triggered until provisioned by entity L2. {{(pid=79425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:21:17.650055 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-f8933aa3-0065-495e-aa97-e38c902a2c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334251'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:17.661951 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-3ba44a84-5f88-43ae-b925-0adb443025ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:17.710823 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-cb411999-fe4a-4661-b6fa-b7de6e5bf1c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1948630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1926767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35632'] for router, precommit_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:17.764682 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8933aa3-0065-495e-aa97-e38c902a2c83 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d984fb-70ca-4008-b36b-e027b27472de,revision_number=2']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:17.770877 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-f8933aa3-0065-495e-aa97-e38c902a2c83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:18.114609 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.db_base_plugin_common [None req-1abb4c16-d7db-4680-a8fa-cba8ae382b5d None None] Allocated IP 172.20.0.2 (a6e161a1-a599-4ee9-a01c-f32da292f6b1/4c1dafc9-10f1-4e61-96c9-5497e12cbebe/399979a7-9d5d-4213-9ba1-29532762e747) {{(pid=79427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:21:18.256867 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a32a2340-42c1-4f91-be09-5325432cb605 None None] Notify callbacks [] for port, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:18.274039 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-f8933aa3-0065-495e-aa97-e38c902a2c83 service neutron] Attempting to bind port d1d984fb-70ca-4008-b36b-e027b27472de on host hv-cinder-80789 for vnic_type normal with profile  {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:21:18.275457 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-f8933aa3-0065-495e-aa97-e38c902a2c83 service neutron] Attempting to bind port d1d984fb-70ca-4008-b36b-e027b27472de by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': '967548e4-bbe3-4c32-a3ac-8b359fdd3bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9'}] {{(pid=79425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:21:18.275457 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-f8933aa3-0065-495e-aa97-e38c902a2c83 service neutron] Attempting to bind port d1d984fb-70ca-4008-b36b-e027b27472de on network 582096af-2f90-402d-b754-a13d85dcf0f9 {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:21:18.280263 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.provisioning_blocks [None req-a32a2340-42c1-4f91-be09-5325432cb605 None None] Transition to ACTIVE for port object 3d2bf0ac-6346-4191-890d-814cfa5b0ca5 will not be triggered until provisioned by entity L2. {{(pid=79428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:21:18.287936 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-f8933aa3-0065-495e-aa97-e38c902a2c83 service neutron] Port d1d984fb-70ca-4008-b36b-e027b27472de on network 582096af-2f90-402d-b754-a13d85dcf0f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 08 16:21:18.288503 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-f8933aa3-0065-495e-aa97-e38c902a2c83 service neutron] Attempting to bind port d1d984fb-70ca-4008-b36b-e027b27472de on network 582096af-2f90-402d-b754-a13d85dcf0f9 {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:21:18.293114 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a32a2340-42c1-4f91-be09-5325432cb605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:18.301066 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-f8933aa3-0065-495e-aa97-e38c902a2c83 service neutron] Checking agent: {'id': 'c4ee52ba-d613-406f-b441-649e3bfebfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'started_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:21:18.301631 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-f8933aa3-0065-495e-aa97-e38c902a2c83 service neutron] Checking segment: {'id': '967548e4-bbe3-4c32-a3ac-8b359fdd3bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:21:18.302718 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-f8933aa3-0065-495e-aa97-e38c902a2c83 service neutron] Bound using segment: {'id': '967548e4-bbe3-4c32-a3ac-8b359fdd3bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9'} {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:21:18.303015 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-f8933aa3-0065-495e-aa97-e38c902a2c83 service neutron] Bound port: d1d984fb-70ca-4008-b36b-e027b27472de, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '967548e4-bbe3-4c32-a3ac-8b359fdd3bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9'}}] {{(pid=79425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:21:18.303653 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-f8933aa3-0065-495e-aa97-e38c902a2c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:18.306480 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-4aabfc2a-86d7-4ecd-815b-27c4a5940a83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:18.372256 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c3113-3081-48c8-be9b-44f565324af2 req-b943ac1f-bc10-4130-8dcc-281bfd3a4b13 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:18.373972 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-544c3113-3081-48c8-be9b-44f565324af2 req-b943ac1f-bc10-4130-8dcc-281bfd3a4b13 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e4e7159-bfde-4aca-bb0b-b059f6980e77 HTTP/1.1" status: 200  len: 945 time: 0.3000510
Sep 08 16:21:18.389336 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7411e2-df63-4366-883c-57cac6db65aa None None] Pushing event updated for resources: {'Port': ['ID=3d2bf0ac-6346-4191-890d-814cfa5b0ca5,revision_number=3']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:18.420546 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87bb33-7ba5-4e51-8975-ce4f9eaf8fc5 req-a07e80ca-fe38-44f2-ae4b-5e3aa344cf5d tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:18.428810 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2b87bb33-7ba5-4e51-8975-ce4f9eaf8fc5 req-a07e80ca-fe38-44f2-ae4b-5e3aa344cf5d tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a8663ba-2359-4629-850a-16db3a5e3798 HTTP/1.1" status: 200  len: 943 time: 0.3025200
Sep 08 16:21:18.438056 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-1abb4c16-d7db-4680-a8fa-cba8ae382b5d None None] Notify callbacks [] for port, precommit_create {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:18.451610 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-1abb4c16-d7db-4680-a8fa-cba8ae382b5d None None] Transition to ACTIVE for port object 399979a7-9d5d-4213-9ba1-29532762e747 will not be triggered until provisioned by entity L2. {{(pid=79427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:21:18.491018 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-544c3113-3081-48c8-be9b-44f565324af2 req-3aa9a897-aba9-4b07-bea7-ceb53e6e7a54 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/security-groups?id=500768ed-bd41-4378-9c1e-158e50592549&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097362
Sep 08 16:21:18.491464 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7411e2-df63-4366-883c-57cac6db65aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:21:18.492364 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7411e2-df63-4366-883c-57cac6db65aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:21:18.492890 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7411e2-df63-4366-883c-57cac6db65aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:21:18.493404 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7411e2-df63-4366-883c-57cac6db65aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:21:18.493887 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7411e2-df63-4366-883c-57cac6db65aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:21:18.494790 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7411e2-df63-4366-883c-57cac6db65aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:21:18.495271 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7411e2-df63-4366-883c-57cac6db65aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:21:18.495769 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7411e2-df63-4366-883c-57cac6db65aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:21:18.496283 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7411e2-df63-4366-883c-57cac6db65aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:21:18.496951 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7411e2-df63-4366-883c-57cac6db65aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:21:18.497651 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7411e2-df63-4366-883c-57cac6db65aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:21:18.498333 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7411e2-df63-4366-883c-57cac6db65aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:21:18.544029 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2b87bb33-7ba5-4e51-8975-ce4f9eaf8fc5 req-bfe7e6b3-2521-4f1c-b74f-a9f382092bb7 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0791e6f-0747-4f61-b0b5-564dde5fba00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1141191
Sep 08 16:21:18.546941 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-1abb4c16-d7db-4680-a8fa-cba8ae382b5d None None] Transition to ACTIVE for port object 399979a7-9d5d-4213-9ba1-29532762e747 will not be triggered until provisioned by entity DHCP. {{(pid=79427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:21:18.570096 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-1abb4c16-d7db-4680-a8fa-cba8ae382b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692'] for port, after_create {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:18.575701 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:18.588663 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-0f7411e2-df63-4366-883c-57cac6db65aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:18.593329 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-f8933aa3-0065-495e-aa97-e38c902a2c83 service neutron] For port d1d984fb-70ca-4008-b36b-e027b27472de, host hv-cinder-80789, cleared binding levels {{(pid=79425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:21:18.599065 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-f8933aa3-0065-495e-aa97-e38c902a2c83 service neutron] For port d1d984fb-70ca-4008-b36b-e027b27472de, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=d1d984fb-70ca-4008-b36b-e027b27472de,segment=NetworkSegment(967548e4-bbe3-4c32-a3ac-8b359fdd3bd4),segment_id=967548e4-bbe3-4c32-a3ac-8b359fdd3bd4)] {{(pid=79425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:21:18.604992 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-f8933aa3-0065-495e-aa97-e38c902a2c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334251'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:18.610238 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-f138ace1-53e4-4473-a936-a18f9da97b09 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:18.709477 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abb4c16-d7db-4680-a8fa-cba8ae382b5d None None] Network a6e161a1-a599-4ee9-a01c-f32da292f6b1 is already hosted by enough agents. {{(pid=79427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:21:18.713079 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.scheduler.base_scheduler [None req-1abb4c16-d7db-4680-a8fa-cba8ae382b5d None None] Resources bound (agent type, host, resource id):  {{(pid=79427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:21:18.726046 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abb4c16-d7db-4680-a8fa-cba8ae382b5d None None] Received port after_create {{(pid=79427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:21:18.739896 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb4c16-d7db-4680-a8fa-cba8ae382b5d None None] Pushing event updated for resources: {'Port': ['ID=399979a7-9d5d-4213-9ba1-29532762e747,revision_number=1']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:18.744229 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-1abb4c16-d7db-4680-a8fa-cba8ae382b5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:18.760618 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8933aa3-0065-495e-aa97-e38c902a2c83 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d984fb-70ca-4008-b36b-e027b27472de,revision_number=3']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:18.767915 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-f8933aa3-0065-495e-aa97-e38c902a2c83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:18.803624 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-f8933aa3-0065-495e-aa97-e38c902a2c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:18.804531 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-f8933aa3-0065-495e-aa97-e38c902a2c83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:18.810823 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-f8933aa3-0065-495e-aa97-e38c902a2c83 service neutron] 10.222.0.70 "PUT /v2.0/ports/d1d984fb-70ca-4008-b36b-e027b27472de HTTP/1.1" status: 200  len: 1093 time: 2.4465604
Sep 08 16:21:18.814435 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a8663ba-2359-4629-850a-16db3a5e3798', 'tag': 'd1d984fb-70ca-4008-b36b-e027b27472de'}] {{(pid=79425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:21:18.835917 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [None req-a32a2340-42c1-4f91-be09-5325432cb605 None None] Attempting to bind port 3d2bf0ac-6346-4191-890d-814cfa5b0ca5 on host dv-cinder-807898-1-iscsi for vnic_type normal with profile  {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:21:18.837409 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [None req-a32a2340-42c1-4f91-be09-5325432cb605 None None] Attempting to bind port 3d2bf0ac-6346-4191-890d-814cfa5b0ca5 by drivers openvswitch,hyperv on host dv-cinder-807898-1-iscsi at level 0 using segments [{'id': '692d8389-e7f4-41d5-b576-e474440eb184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'e8e36103-d4a7-4534-8a1c-aa043a64be17'}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:21:18.838022 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32a2340-42c1-4f91-be09-5325432cb605 None None] Attempting to bind port 3d2bf0ac-6346-4191-890d-814cfa5b0ca5 on network e8e36103-d4a7-4534-8a1c-aa043a64be17 {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:21:18.852310 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32a2340-42c1-4f91-be09-5325432cb605 None None] Checking agent: {'id': 'f763117d-2875-45db-86c1-123fd700575f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 6, 1), 'started_at': datetime.datetime(2021, 9, 8, 16, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:21:18.853441 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32a2340-42c1-4f91-be09-5325432cb605 None None] Checking segment: {'id': '692d8389-e7f4-41d5-b576-e474440eb184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'e8e36103-d4a7-4534-8a1c-aa043a64be17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:21:18.854126 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a32a2340-42c1-4f91-be09-5325432cb605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:18.854751 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32a2340-42c1-4f91-be09-5325432cb605 None None] Bound using segment: {'id': '692d8389-e7f4-41d5-b576-e474440eb184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'e8e36103-d4a7-4534-8a1c-aa043a64be17'} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:21:18.858375 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [None req-a32a2340-42c1-4f91-be09-5325432cb605 None None] Bound port: 3d2bf0ac-6346-4191-890d-814cfa5b0ca5, host: dv-cinder-807898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '692d8389-e7f4-41d5-b576-e474440eb184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'e8e36103-d4a7-4534-8a1c-aa043a64be17'}}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:21:18.859046 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a32a2340-42c1-4f91-be09-5325432cb605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:19.039542 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-1abb4c16-d7db-4680-a8fa-cba8ae382b5d None None] Attempting to bind port 399979a7-9d5d-4213-9ba1-29532762e747 on host dv-cinder-807898-1-iscsi for vnic_type normal with profile  {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:21:19.039913 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-1abb4c16-d7db-4680-a8fa-cba8ae382b5d None None] Attempting to bind port 399979a7-9d5d-4213-9ba1-29532762e747 by drivers openvswitch,hyperv on host dv-cinder-807898-1-iscsi at level 0 using segments [{'id': '97f209bf-8b6c-4174-ba2f-75757ac72814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'a6e161a1-a599-4ee9-a01c-f32da292f6b1'}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:21:19.040288 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abb4c16-d7db-4680-a8fa-cba8ae382b5d None None] Attempting to bind port 399979a7-9d5d-4213-9ba1-29532762e747 on network a6e161a1-a599-4ee9-a01c-f32da292f6b1 {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:21:19.058129 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abb4c16-d7db-4680-a8fa-cba8ae382b5d None None] Checking agent: {'id': 'f763117d-2875-45db-86c1-123fd700575f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 6, 1), 'started_at': datetime.datetime(2021, 9, 8, 16, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:21:19.058518 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abb4c16-d7db-4680-a8fa-cba8ae382b5d None None] Checking segment: {'id': '97f209bf-8b6c-4174-ba2f-75757ac72814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'a6e161a1-a599-4ee9-a01c-f32da292f6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:21:19.058937 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-1abb4c16-d7db-4680-a8fa-cba8ae382b5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:19.059341 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abb4c16-d7db-4680-a8fa-cba8ae382b5d None None] Bound using segment: {'id': '97f209bf-8b6c-4174-ba2f-75757ac72814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'a6e161a1-a599-4ee9-a01c-f32da292f6b1'} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:21:19.063051 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-1abb4c16-d7db-4680-a8fa-cba8ae382b5d None None] Bound port: 399979a7-9d5d-4213-9ba1-29532762e747, host: dv-cinder-807898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f209bf-8b6c-4174-ba2f-75757ac72814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'a6e161a1-a599-4ee9-a01c-f32da292f6b1'}}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:21:19.067910 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-1abb4c16-d7db-4680-a8fa-cba8ae382b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:19.094051 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-cb411999-fe4a-4661-b6fa-b7de6e5bf1c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:19.103013 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-6b42102f-3291-4f4a-ad13-90fd22c926b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:19.107153 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-6b42102f-3291-4f4a-ad13-90fd22c926b5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=212c97f3a57a4db5985bce4f60183ab4&device_id=2a8663ba-2359-4629-850a-16db3a5e3798 HTTP/1.1" status: 200  len: 1096 time: 0.2012901
Sep 08 16:21:19.111675 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a8663ba-2359-4629-850a-16db3a5e3798', 'tag': 'd1d984fb-70ca-4008-b36b-e027b27472de', 'status': 'completed', 'code': 200}
Sep 08 16:21:19.168414 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.db [None req-a32a2340-42c1-4f91-be09-5325432cb605 None None] For port 3d2bf0ac-6346-4191-890d-814cfa5b0ca5, host dv-cinder-807898-1-iscsi, cleared binding levels {{(pid=79428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:21:19.174312 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.db [None req-a32a2340-42c1-4f91-be09-5325432cb605 None None] For port 3d2bf0ac-6346-4191-890d-814cfa5b0ca5, host dv-cinder-807898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=3d2bf0ac-6346-4191-890d-814cfa5b0ca5,segment=NetworkSegment(692d8389-e7f4-41d5-b576-e474440eb184),segment_id=692d8389-e7f4-41d5-b576-e474440eb184)] {{(pid=79428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:21:19.180769 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-cb411999-fe4a-4661-b6fa-b7de6e5bf1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:19.183435 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-a32a2340-42c1-4f91-be09-5325432cb605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:19.192342 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:19.273082 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-1abb4c16-d7db-4680-a8fa-cba8ae382b5d None None] For port 399979a7-9d5d-4213-9ba1-29532762e747, host dv-cinder-807898-1-iscsi, cleared binding levels {{(pid=79427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:21:19.276908 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-1abb4c16-d7db-4680-a8fa-cba8ae382b5d None None] For port 399979a7-9d5d-4213-9ba1-29532762e747, host dv-cinder-807898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=399979a7-9d5d-4213-9ba1-29532762e747,segment=NetworkSegment(97f209bf-8b6c-4174-ba2f-75757ac72814),segment_id=97f209bf-8b6c-4174-ba2f-75757ac72814)] {{(pid=79427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:21:19.279293 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-db64e6c5-5697-4716-af9e-ba54f19d87ce service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1d984fb-70ca-4008-b36b-e027b27472de HTTP/1.1" status: 200  len: 217 time: 0.1387420
Sep 08 16:21:19.285416 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-1abb4c16-d7db-4680-a8fa-cba8ae382b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:19.289741 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-18f52567-8535-49b2-ad9a-81fce7fc8c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:19.343372 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32a2340-42c1-4f91-be09-5325432cb605 None None] Routers {'9995529e-9f96-44bf-8c1d-26bdd4f5e673'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:21:19.344359 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-a32a2340-42c1-4f91-be09-5325432cb605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251d43220>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:21:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['9995529e-9f96-44bf-8c1d-26bdd4f5e673'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:21:19.347816 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1308f88-1f49-4ce4-ab75-41516d76fb46 req-c5373c64-1c26-49bb-a19d-44cacd7d0ef1 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:19.355778 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d1308f88-1f49-4ce4-ab75-41516d76fb46 req-c5373c64-1c26-49bb-a19d-44cacd7d0ef1 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 945 time: 0.4141846
Sep 08 16:21:19.411091 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb4c16-d7db-4680-a8fa-cba8ae382b5d None None] Pushing event updated for resources: {'Port': ['ID=399979a7-9d5d-4213-9ba1-29532762e747,revision_number=2']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:19.421728 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-1abb4c16-d7db-4680-a8fa-cba8ae382b5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:19.438091 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.db_base_plugin_common [None req-cb411999-fe4a-4661-b6fa-b7de6e5bf1c0 admin admin] Allocated IP 172.27.2.225 (e2ed1a71-8bc5-4c91-9ec3-df61c44bef44/a1e16140-da4f-4587-a2e7-78015b4d0ba3/a91c23c7-0886-4658-b79b-983eca8fb8d5) {{(pid=79426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:21:19.462918 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-8808d01a-8993-4156-a8c8-07b563f63399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:19.464685 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-8808d01a-8993-4156-a8c8-07b563f63399 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6fbf176d-0f2a-4301-81f2-4479a85d15c0 HTTP/1.1" status: 200  len: 849 time: 0.1602583
Sep 08 16:21:19.472017 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d1308f88-1f49-4ce4-ab75-41516d76fb46 req-a46a7419-f99f-4a4b-9dda-344eb7f2b244 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1150410
Sep 08 16:21:19.535427 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7411e2-df63-4366-883c-57cac6db65aa None None] Pushing event updated for resources: {'Port': ['ID=3d2bf0ac-6346-4191-890d-814cfa5b0ca5,revision_number=4']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:19.539082 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-0f7411e2-df63-4366-883c-57cac6db65aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:19.710041 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-a32a2340-42c1-4f91-be09-5325432cb605 None None] Set router 9995529e-9f96-44bf-8c1d-26bdd4f5e673 gateway port host: dv-cinder-807898-1-iscsi {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:21:19.722090 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-cb411999-fe4a-4661-b6fa-b7de6e5bf1c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:19.763742 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-cb411999-fe4a-4661-b6fa-b7de6e5bf1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:19.774615 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d3308-06bd-4492-a3d8-a4ba8cc4fd81 req-4e97a523-aa05-4040-818a-bfee6a824cbe tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:19.775559 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-a62d3308-06bd-4492-a3d8-a4ba8cc4fd81 req-4e97a523-aa05-4040-818a-bfee6a824cbe tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Synchronizing usage tracker for tenant:633ffbd0760e4ad69bef0e867ad6c4b9 on resource:port {{(pid=79425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:21:19.777114 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-e37b5dfc-f4c9-4413-b0c9-2854adaecb33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:19.835758 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-d2dba137-0de9-45af-9a6c-bbf70f3df7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:19.838050 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-d2dba137-0de9-45af-9a6c-bbf70f3df7aa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=582096af-2f90-402d-b754-a13d85dcf0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3338370
Sep 08 16:21:19.900534 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb411999-fe4a-4661-b6fa-b7de6e5bf1c0 admin admin] Network e2ed1a71-8bc5-4c91-9ec3-df61c44bef44 is already hosted by enough agents. {{(pid=79426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:21:19.908502 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.base_scheduler [None req-cb411999-fe4a-4661-b6fa-b7de6e5bf1c0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:21:19.915012 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb411999-fe4a-4661-b6fa-b7de6e5bf1c0 admin admin] Received port after_create {{(pid=79426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:21:19.938429 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-a62d3308-06bd-4492-a3d8-a4ba8cc4fd81 req-4e97a523-aa05-4040-818a-bfee6a824cbe tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Unset dirty status for tenant:633ffbd0760e4ad69bef0e867ad6c4b9 on resource:port {{(pid=79425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:21:19.942672 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-a62d3308-06bd-4492-a3d8-a4ba8cc4fd81 req-4e97a523-aa05-4040-818a-bfee6a824cbe tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e4e7159-bfde-4aca-bb0b-b059f6980e77 HTTP/1.1" status: 200  len: 945 time: 0.4354169
Sep 08 16:21:20.057667 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [req-a62d3308-06bd-4492-a3d8-a4ba8cc4fd81 req-334f1069-cf5a-4dd7-9118-0a47ef45a831 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Deleting port e6f8642b-2e45-416d-a08c-643ab2581966 {{(pid=79425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:21:20.058652 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-a62d3308-06bd-4492-a3d8-a4ba8cc4fd81 req-334f1069-cf5a-4dd7-9118-0a47ef45a831 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:20.282413 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb411999-fe4a-4661-b6fa-b7de6e5bf1c0 admin admin] Pushing event updated for resources: {'Port': ['ID=a91c23c7-0886-4658-b79b-983eca8fb8d5,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:20.291735 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-cb411999-fe4a-4661-b6fa-b7de6e5bf1c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:20.304592 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-a32a2340-42c1-4f91-be09-5325432cb605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251d43220>, [{'id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'name': 'tempest-TestMinimumBasicScenario-1350170870-router', 'tenant_id': '73141861083d409898791956fbfb9619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '8a124473-e7aa-43ae-ac0f-7b0b0b60a084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:21:05Z', 'updated_at': '2021-09-08T16:21:11Z', 'revision_number': 4, 'project_id': '73141861083d409898791956fbfb9619', 'gw_port': {'id': '8a124473-e7aa-43ae-ac0f-7b0b0b60a084', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:21:06Z', 'updated_at': '2021-09-08T16:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': '3d2bf0ac-6346-4191-890d-814cfa5b0ca5', 'name': '', 'network_id': 'e8e36103-d4a7-4534-8a1c-aa043a64be17', 'tenant_id': '73141861083d409898791956fbfb9619', 'mac_address': 'fa:16:3e:8d:86:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '3c7012dd-217b-4c83-bdf7-d6920ffb08f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:21:10Z', 'updated_at': '2021-09-08T16:21:19Z', 'revision_number': 4, 'project_id': '73141861083d409898791956fbfb9619', 'subnets': [{'id': '3c7012dd-217b-4c83-bdf7-d6920ffb08f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:21:20.324557 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32a2340-42c1-4f91-be09-5325432cb605 None None] The sync data for ids ['9995529e-9f96-44bf-8c1d-26bdd4f5e673'] in dv-cinder-807898-1-iscsi is: [{'id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'name': 'tempest-TestMinimumBasicScenario-1350170870-router', 'tenant_id': '73141861083d409898791956fbfb9619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '8a124473-e7aa-43ae-ac0f-7b0b0b60a084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:21:05Z', 'updated_at': '2021-09-08T16:21:11Z', 'revision_number': 4, 'project_id': '73141861083d409898791956fbfb9619', 'gw_port': {'id': '8a124473-e7aa-43ae-ac0f-7b0b0b60a084', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:21:06Z', 'updated_at': '2021-09-08T16:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': '3d2bf0ac-6346-4191-890d-814cfa5b0ca5', 'name': '', 'network_id': 'e8e36103-d4a7-4534-8a1c-aa043a64be17', 'tenant_id': '73141861083d409898791956fbfb9619', 'mac_address': 'fa:16:3e:8d:86:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '3c7012dd-217b-4c83-bdf7-d6920ffb08f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:21:10Z', 'updated_at': '2021-09-08T16:21:19Z', 'revision_number': 4, 'project_id': '73141861083d409898791956fbfb9619', 'subnets': [{'id': '3c7012dd-217b-4c83-bdf7-d6920ffb08f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:21:20.495000 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-9b9f0c28-5686-47b4-b75f-3cec8843e963 service neutron] 10.222.0.70 "GET /v2.0/networks/582096af-2f90-402d-b754-a13d85dcf0f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5891449
Sep 08 16:21:20.742908 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:21:20.762965 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-a62d3308-06bd-4492-a3d8-a4ba8cc4fd81 req-334f1069-cf5a-4dd7-9118-0a47ef45a831 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] For port e6f8642b-2e45-416d-a08c-643ab2581966, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=e6f8642b-2e45-416d-a08c-643ab2581966,segment=NetworkSegment(e85f2e36-127f-4ec5-9579-e2732491eb08),segment_id=e85f2e36-127f-4ec5-9579-e2732491eb08)] {{(pid=79425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:21:20.763312 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-a62d3308-06bd-4492-a3d8-a4ba8cc4fd81 req-334f1069-cf5a-4dd7-9118-0a47ef45a831 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:20.781803 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-41fd9714-390f-4b00-9034-c0285e17a6e7 req-81ea47be-e835-4555-9659-72a9b70b8e8d service neutron] 10.222.0.70 "GET /v2.0/networks/582096af-2f90-402d-b754-a13d85dcf0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2253690
Sep 08 16:21:20.916198 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb31f3-b21b-44f1-9d9a-0c493221857f req-f2a340c8-166c-4e37-b2a9-7d4608040a09 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:20.930750 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-8fcb31f3-b21b-44f1-9d9a-0c493221857f req-f2a340c8-166c-4e37-b2a9-7d4608040a09 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a8663ba-2359-4629-850a-16db3a5e3798 HTTP/1.1" status: 200  len: 943 time: 0.8145492
Sep 08 16:21:21.007588 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f9f71-27d1-4543-89f5-e9a984f8ddca req-46792514-8edb-458a-902f-9df18c01d052 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:21.010345 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-910f9f71-27d1-4543-89f5-e9a984f8ddca req-46792514-8edb-458a-902f-9df18c01d052 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e4e7159-bfde-4aca-bb0b-b059f6980e77 HTTP/1.1" status: 200  len: 945 time: 0.8953743
Sep 08 16:21:21.155036 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-910f9f71-27d1-4543-89f5-e9a984f8ddca req-151131ae-eb3e-42d9-8678-ef7381ad932c tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/security-groups?id=500768ed-bd41-4378-9c1e-158e50592549&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1352994
Sep 08 16:21:21.173923 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-8fcb31f3-b21b-44f1-9d9a-0c493221857f req-60e7ebc0-cbca-4277-9c4c-88dc61673bf7 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0791e6f-0747-4f61-b0b5-564dde5fba00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2409413
Sep 08 16:21:21.239857 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-cb411999-fe4a-4661-b6fa-b7de6e5bf1c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:21.272164 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52dc35f-37db-4505-bcbd-c3edb9db7593 None None] Network a6e161a1-a599-4ee9-a01c-f32da292f6b1 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:21:21.316189 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [req-a62d3308-06bd-4492-a3d8-a4ba8cc4fd81 req-334f1069-cf5a-4dd7-9118-0a47ef45a831 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Calling delete_port for e6f8642b-2e45-416d-a08c-643ab2581966 owned by compute:nova {{(pid=79425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:21:21.418126 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-61ae407e-5f13-4412-a3f9-d2a23c04c845 None None] Provisioning for port 399979a7-9d5d-4213-9ba1-29532762e747 completed by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:21:21.444905 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 399979a7-9d5d-4213-9ba1-29532762e747 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:21:21.609411 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning for port 399979a7-9d5d-4213-9ba1-29532762e747 completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:21:21.639779 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 399979a7-9d5d-4213-9ba1-29532762e747 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:21:21.640465 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:21.702602 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931d561-7c53-4fe0-ae13-79a05b32d22b req-e2664aa1-0c0a-4b34-8bfc-4c679456351b tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:21.706979 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d931d561-7c53-4fe0-ae13-79a05b32d22b req-e2664aa1-0c0a-4b34-8bfc-4c679456351b tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 945 time: 0.2592251
Sep 08 16:21:21.715344 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-a62d3308-06bd-4492-a3d8-a4ba8cc4fd81 req-334f1069-cf5a-4dd7-9118-0a47ef45a831 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:21.724288 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-d4e631da-62f0-4f3d-b6ac-cc655a088ffb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:21.786326 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f1069-cf5a-4dd7-9118-0a47ef45a831 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Pushing event deleted for resources: {'Port': ['ID=e6f8642b-2e45-416d-a08c-643ab2581966,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:21.820660 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-334f1069-cf5a-4dd7-9118-0a47ef45a831 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:21.822818 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe56b2-03ec-4e31-a89d-ab739bb48ddf req-399feced-656f-4a7c-8ce4-5e514d730000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:21.824398 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-5efe56b2-03ec-4e31-a89d-ab739bb48ddf req-399feced-656f-4a7c-8ce4-5e514d730000 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=212c97f3a57a4db5985bce4f60183ab4&device_id=2a8663ba-2359-4629-850a-16db3a5e3798 HTTP/1.1" status: 200  len: 1096 time: 0.3304534
Sep 08 16:21:21.842991 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:21.885885 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] For port 399979a7-9d5d-4213-9ba1-29532762e747, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=399979a7-9d5d-4213-9ba1-29532762e747,segment=NetworkSegment(97f209bf-8b6c-4174-ba2f-75757ac72814),segment_id=97f209bf-8b6c-4174-ba2f-75757ac72814)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:21:21.894053 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:21.894965 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 3d2bf0ac-6346-4191-890d-814cfa5b0ca5 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:21:21.973817 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62d3308-06bd-4492-a3d8-a4ba8cc4fd81 req-334f1069-cf5a-4dd7-9118-0a47ef45a831 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] No DVR routers for this DVR port e6f8642b-2e45-416d-a08c-643ab2581966 on host hv-cinder-80789 {{(pid=79425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 08 16:21:21.978238 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-a62d3308-06bd-4492-a3d8-a4ba8cc4fd81 req-334f1069-cf5a-4dd7-9118-0a47ef45a831 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:21.981035 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4e7159-bfde-4aca-bb0b-b059f6980e77', 'name': 'network-vif-deleted', 'tag': 'e6f8642b-2e45-416d-a08c-643ab2581966'}] {{(pid=79425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:21:22.021472 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:22.023096 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-a62d3308-06bd-4492-a3d8-a4ba8cc4fd81 req-334f1069-cf5a-4dd7-9118-0a47ef45a831 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.70 "DELETE /v2.0/ports/e6f8642b-2e45-416d-a08c-643ab2581966 HTTP/1.1" status: 204  len: 173 time: 2.0743530
Sep 08 16:21:22.113740 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4e7159-bfde-4aca-bb0b-b059f6980e77', 'name': 'network-vif-deleted', 'tag': 'e6f8642b-2e45-416d-a08c-643ab2581966', 'status': 'completed', 'code': 200}
Sep 08 16:21:22.116863 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe56b2-03ec-4e31-a89d-ab739bb48ddf req-be6a5b3a-03e6-47d0-9ba2-a9e344cf0e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:22.118705 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-5efe56b2-03ec-4e31-a89d-ab739bb48ddf req-be6a5b3a-03e6-47d0-9ba2-a9e344cf0e2f service neutron] 10.222.0.70 "GET /v2.0/networks?id=582096af-2f90-402d-b754-a13d85dcf0f9 HTTP/1.1" status: 200  len: 911 time: 0.2859817
Sep 08 16:21:22.150936 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d931d561-7c53-4fe0-ae13-79a05b32d22b req-bce8e274-6afb-4bdb-8ec3-e30d7b6ed899 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3374724
Sep 08 16:21:22.257488 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-cb411999-fe4a-4661-b6fa-b7de6e5bf1c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1926758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1948318'] for router, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:22.311242 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning for port 3d2bf0ac-6346-4191-890d-814cfa5b0ca5 completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:21:22.323936 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-5efe56b2-03ec-4e31-a89d-ab739bb48ddf req-cebfed3b-a14a-4bbb-8dda-1bf5717b1300 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1d984fb-70ca-4008-b36b-e027b27472de HTTP/1.1" status: 200  len: 217 time: 0.1565688
Sep 08 16:21:22.401717 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-39fd904c-f513-4c36-a236-be42f8e47fe7 None None] Provisioning complete for port 399979a7-9d5d-4213-9ba1-29532762e747 triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:21:22.402105 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-39fd904c-f513-4c36-a236-be42f8e47fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:22.448213 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe56b2-03ec-4e31-a89d-ab739bb48ddf req-7df52c52-5bac-47a9-9cf3-5c30ce7d63f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:22.451358 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-5efe56b2-03ec-4e31-a89d-ab739bb48ddf req-7df52c52-5bac-47a9-9cf3-5c30ce7d63f7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6fbf176d-0f2a-4301-81f2-4479a85d15c0 HTTP/1.1" status: 200  len: 849 time: 0.1246693
Sep 08 16:21:22.455793 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Pushing event updated for resources: {'Port': ['ID=399979a7-9d5d-4213-9ba1-29532762e747,revision_number=3']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:22.461768 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:22.462774 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 3d2bf0ac-6346-4191-890d-814cfa5b0ca5 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:21:22.463368 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:22.527210 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-43e822bd-7fad-4a96-bbc1-1abed7404f7c req-b98c0fa0-5f3f-485d-992f-1684c59ba67a tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e4e7159-bfde-4aca-bb0b-b059f6980e77 HTTP/1.1" status: 200  len: 210 time: 0.1796393
Sep 08 16:21:22.628648 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3b015-747a-4945-b224-11cede1c90bf req-f05e4769-77ed-436e-a655-fe6d06e96d61 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:22.632600 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe56b2-03ec-4e31-a89d-ab739bb48ddf req-a154e297-a6f5-4bca-89a7-6f67d5d45ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:22.637710 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-5efe56b2-03ec-4e31-a89d-ab739bb48ddf req-a154e297-a6f5-4bca-89a7-6f67d5d45ab3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=582096af-2f90-402d-b754-a13d85dcf0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1699440
Sep 08 16:21:22.640402 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d5c3b015-747a-4945-b224-11cede1c90bf req-f05e4769-77ed-436e-a655-fe6d06e96d61 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a8663ba-2359-4629-850a-16db3a5e3798 HTTP/1.1" status: 200  len: 943 time: 0.2105598
Sep 08 16:21:22.751478 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d5c3b015-747a-4945-b224-11cede1c90bf req-fbf1d22d-291b-48aa-89fe-1b596aaf5c0f tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0791e6f-0747-4f61-b0b5-564dde5fba00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0981932
Sep 08 16:21:22.754372 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb411999-fe4a-4661-b6fa-b7de6e5bf1c0 admin admin] Router 1e4ae88d-310c-4060-9b31-f84f772ba0d5 is scheduled to L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 with binding_index 1 {{(pid=79426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Sep 08 16:21:22.831626 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-5efe56b2-03ec-4e31-a89d-ab739bb48ddf req-8c159299-2b00-40ef-a8fe-c3c8582daa5b service neutron] 10.222.0.70 "GET /v2.0/networks/582096af-2f90-402d-b754-a13d85dcf0f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1859775
Sep 08 16:21:22.877025 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:22.931683 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] For port 3d2bf0ac-6346-4191-890d-814cfa5b0ca5, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=3d2bf0ac-6346-4191-890d-814cfa5b0ca5,segment=NetworkSegment(692d8389-e7f4-41d5-b576-e474440eb184),segment_id=692d8389-e7f4-41d5-b576-e474440eb184)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:21:22.940337 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:22.942375 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:23.082928 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device d1d984fb-70ca-4008-b36b-e027b27472de details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 08 16:21:23.086354 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device e6f8642b-2e45-416d-a08c-643ab2581966 no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:21:23.141300 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb411999-fe4a-4661-b6fa-b7de6e5bf1c0 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:21:23.177587 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4642d4-de5d-4290-8167-77cc3fb1770a None None] Sync routers for ids ['1e4ae88d-310c-4060-9b31-f84f772ba0d5'] in dv-cinder-807898-1-iscsi {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:21:23.183928 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-5efe56b2-03ec-4e31-a89d-ab739bb48ddf req-5167c900-2b08-4ff4-96a4-c71f00715a9b service neutron] 10.222.0.70 "GET /v2.0/networks/582096af-2f90-402d-b754-a13d85dcf0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3226790
Sep 08 16:21:23.207152 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] No Port match for: e6f8642b-2e45-416d-a08c-643ab2581966 {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:21:23.207756 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device e6f8642b-2e45-416d-a08c-643ab2581966 not bound to the agent host hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:21:23.209271 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-cb411999-fe4a-4661-b6fa-b7de6e5bf1c0 admin admin] Notify callbacks [] for router, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:23.216065 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-cb411999-fe4a-4661-b6fa-b7de6e5bf1c0 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 6.3284602
Sep 08 16:21:23.216753 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 43306) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:21:23.242937 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4642d4-de5d-4290-8167-77cc3fb1770a None None] Routers {'1e4ae88d-310c-4060-9b31-f84f772ba0d5'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:21:23.247990 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-7e4642d4-de5d-4290-8167-77cc3fb1770a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42518bcb20>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:21:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['1e4ae88d-310c-4060-9b31-f84f772ba0d5'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:21:23.341816 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 399979a7-9d5d-4213-9ba1-29532762e747 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:21:23.517909 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10a26a-00ab-4326-ae01-bbb4a6f627e6 req-932556ee-bf6b-4c73-a51e-6a3e9484d9e8 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:23.520793 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6e10a26a-00ab-4326-ae01-bbb4a6f627e6 req-932556ee-bf6b-4c73-a51e-6a3e9484d9e8 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 945 time: 0.1633461
Sep 08 16:21:23.541285 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.db.resource_extend [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Sep 08 16:21:23.576322 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Pushing event updated for resources: {'Port': ['ID=3d2bf0ac-6346-4191-890d-814cfa5b0ca5,revision_number=5']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:23.610234 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:23.621713 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6e10a26a-00ab-4326-ae01-bbb4a6f627e6 req-0bd37a83-3ff4-4292-9750-0950f8f826b6 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0874519
Sep 08 16:21:23.842012 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port d1d984fb-70ca-4008-b36b-e027b27472de, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=d1d984fb-70ca-4008-b36b-e027b27472de,segment=NetworkSegment(967548e4-bbe3-4c32-a3ac-8b359fdd3bd4),segment_id=967548e4-bbe3-4c32-a3ac-8b359fdd3bd4)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:21:23.880936 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Returning: {'device': 'd1d984fb-70ca-4008-b36b-e027b27472de', 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9', 'port_id': 'd1d984fb-70ca-4008-b36b-e027b27472de', 'mac_address': 'fa:16:3e:64:06:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fbf176d-0f2a-4301-81f2-4479a85d15c0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 08 16:21:23.941123 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 399979a7-9d5d-4213-9ba1-29532762e747 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:21:23.941521 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:24.016822 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-7e4642d4-de5d-4290-8167-77cc3fb1770a None None] Set router 1e4ae88d-310c-4060-9b31-f84f772ba0d5 gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:21:24.282723 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:24.412875 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd93cf6-47e4-4588-b30b-c3384a409582 req-5b213108-4eaa-4f89-bea1-08e70f8f00d1 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:24.415143 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ccd93cf6-47e4-4588-b30b-c3384a409582 req-5b213108-4eaa-4f89-bea1-08e70f8f00d1 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a8663ba-2359-4629-850a-16db3a5e3798 HTTP/1.1" status: 200  len: 943 time: 0.3145649
Sep 08 16:21:24.444716 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d984fb-70ca-4008-b36b-e027b27472de {{(pid=79427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:21:24.533775 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port d1d984fb-70ca-4008-b36b-e027b27472de, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=d1d984fb-70ca-4008-b36b-e027b27472de,segment=NetworkSegment(967548e4-bbe3-4c32-a3ac-8b359fdd3bd4),segment_id=967548e4-bbe3-4c32-a3ac-8b359fdd3bd4)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:21:24.554521 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:24.576049 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:24.597813 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-2c27c79f-d432-4fa4-811c-eb87b5c8d192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:24.618729 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ccd93cf6-47e4-4588-b30b-c3384a409582 req-68c1497e-1cac-428c-b676-def2f8c53014 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0791e6f-0747-4f61-b0b5-564dde5fba00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1915295
Sep 08 16:21:24.714133 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-232454de-844e-4deb-8e51-2b2dd5f1896f tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:24.722472 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-232454de-844e-4deb-8e51-2b2dd5f1896f tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/networks?id=2387d553-0a72-48c0-a9df-0fcfa0f93147 HTTP/1.1" status: 200  len: 809 time: 0.2788641
Sep 08 16:21:24.744621 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-67e2ec07-7c5b-4551-8ede-9985f955477f tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/quotas/633ffbd0760e4ad69bef0e867ad6c4b9 HTTP/1.1" status: 200  len: 375 time: 0.0204098
Sep 08 16:21:24.747068 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=d1d984fb-70ca-4008-b36b-e027b27472de,revision_number=4']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:24.751944 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:24.817046 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-7e4642d4-de5d-4290-8167-77cc3fb1770a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42518bcb20>, [{'id': '1e4ae88d-310c-4060-9b31-f84f772ba0d5', 'name': 'tempest-TestMinimumBasicScenario-859287053-router', 'tenant_id': 'af4c7bce850d430ebfeee0c9b1873d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a91c23c7-0886-4658-b79b-983eca8fb8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:21:17Z', 'updated_at': '2021-09-08T16:21:20Z', 'revision_number': 3, 'project_id': 'af4c7bce850d430ebfeee0c9b1873d53', 'gw_port': {'id': 'a91c23c7-0886-4658-b79b-983eca8fb8d5', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4ae88d-310c-4060-9b31-f84f772ba0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:21:19Z', 'updated_at': '2021-09-08T16:21:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi'}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:21:24.821418 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-60eedfec-c1ab-4a24-9a3e-e4516024ccfb tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=633ffbd0760e4ad69bef0e867ad6c4b9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0758178
Sep 08 16:21:24.825675 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4642d4-de5d-4290-8167-77cc3fb1770a None None] Checking router: 1e4ae88d-310c-4060-9b31-f84f772ba0d5 for host: dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:21:24.826542 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4642d4-de5d-4290-8167-77cc3fb1770a None None] Updating router 1e4ae88d-310c-4060-9b31-f84f772ba0d5 port a91c23c7-0886-4658-b79b-983eca8fb8d5 binding host dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 08 16:21:24.903144 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_common [None req-2c27c79f-d432-4fa4-811c-eb87b5c8d192 admin admin] Allocated IP 172.20.0.1 (a6e161a1-a599-4ee9-a01c-f32da292f6b1/4c1dafc9-10f1-4e61-96c9-5497e12cbebe/eae6f281-cd55-4bd4-b024-2b77d271d1b0) {{(pid=79425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:21:24.907144 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-7e4642d4-de5d-4290-8167-77cc3fb1770a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:25.020215 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['d1d984fb-70ca-4008-b36b-e027b27472de'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:21:25.144877 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-d23507cf-75d2-4bc4-a9e5-36ce11c55a37 service neutron] 10.222.0.25 "GET /v2.0/networks/2387d553-0a72-48c0-a9df-0fcfa0f93147?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3225658
Sep 08 16:21:25.163190 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-2c27c79f-d432-4fa4-811c-eb87b5c8d192 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:25.195812 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.provisioning_blocks [None req-2c27c79f-d432-4fa4-811c-eb87b5c8d192 admin admin] Transition to ACTIVE for port object eae6f281-cd55-4bd4-b024-2b77d271d1b0 will not be triggered until provisioned by entity DHCP. {{(pid=79425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:21:25.212177 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 3d2bf0ac-6346-4191-890d-814cfa5b0ca5 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:21:25.244522 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-2c27c79f-d432-4fa4-811c-eb87b5c8d192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:25.245399 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded9404-824a-49dd-9c68-f47d23660a60 req-2fea28e7-2c3e-4dfa-a226-015be9d93367 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:25.246986 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-fded9404-824a-49dd-9c68-f47d23660a60 req-2fea28e7-2c3e-4dfa-a226-015be9d93367 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 945 time: 0.3107233
Sep 08 16:21:25.264122 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-a3ae388f-f178-41a3-939e-6ed38e6e9cfe tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:25.344837 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-fded9404-824a-49dd-9c68-f47d23660a60 req-77a08255-eac1-42b1-8a0e-3cd15f234d77 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0811210
Sep 08 16:21:25.347852 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-cedfa108-b0d1-4b77-b311-b0334c2a958d service neutron] 10.222.0.25 "GET /v2.0/networks/2387d553-0a72-48c0-a9df-0fcfa0f93147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1967583
Sep 08 16:21:25.359618 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c27c79f-d432-4fa4-811c-eb87b5c8d192 admin admin] Network a6e161a1-a599-4ee9-a01c-f32da292f6b1 is already hosted by enough agents. {{(pid=79425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:21:25.360291 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [None req-2c27c79f-d432-4fa4-811c-eb87b5c8d192 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:21:25.364085 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c27c79f-d432-4fa4-811c-eb87b5c8d192 admin admin] Received port after_create {{(pid=79425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:21:25.460226 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27c79f-d432-4fa4-811c-eb87b5c8d192 admin admin] Pushing event updated for resources: {'Port': ['ID=eae6f281-cd55-4bd4-b024-2b77d271d1b0,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:25.465253 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-2c27c79f-d432-4fa4-811c-eb87b5c8d192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:25.506572 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-2c27c79f-d432-4fa4-811c-eb87b5c8d192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1928769'] for router_interface, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:25.620617 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 3d2bf0ac-6346-4191-890d-814cfa5b0ca5 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:21:25.621614 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:25.711405 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-bea6c4d4-bc12-4d61-a13c-a4e4c962877c req-ce801dd7-5bec-4bac-aa1c-3ab082adaad7 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba6c642-aaa3-47c7-82a7-b2190f9266be HTTP/1.1" status: 200  len: 210 time: 0.1009860
Sep 08 16:21:25.826772 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-2c27c79f-d432-4fa4-811c-eb87b5c8d192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:26.008769 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-071a18ce-bde9-446c-b852-b163ef0abe65 None None] Provisioning for port eae6f281-cd55-4bd4-b024-2b77d271d1b0 completed by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:21:26.021401 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-7e4642d4-de5d-4290-8167-77cc3fb1770a None None] Notify callbacks [] for port, precommit_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:26.038813 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-071a18ce-bde9-446c-b852-b163ef0abe65 None None] Provisioning complete for port eae6f281-cd55-4bd4-b024-2b77d271d1b0 triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:21:26.039198 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-071a18ce-bde9-446c-b852-b163ef0abe65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:26.076182 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-7e4642d4-de5d-4290-8167-77cc3fb1770a None None] Transition to ACTIVE for port object a91c23c7-0886-4658-b79b-983eca8fb8d5 will not be triggered until provisioned by entity L2. {{(pid=79427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:21:26.108887 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-7e4642d4-de5d-4290-8167-77cc3fb1770a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:26.115780 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333aa60-0b5b-4b94-9098-b49c978f7765 req-a68461e7-d205-46e3-a23a-5fc7c2e31d1f tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:26.117336 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-2b044b92-c767-4a34-91b2-7d8de0b22ad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:26.129826 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-8333aa60-0b5b-4b94-9098-b49c978f7765 req-a68461e7-d205-46e3-a23a-5fc7c2e31d1f tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a8663ba-2359-4629-850a-16db3a5e3798 HTTP/1.1" status: 200  len: 944 time: 0.2752001
Sep 08 16:21:26.193218 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-071a18ce-bde9-446c-b852-b163ef0abe65 None None] Port eae6f281-cd55-4bd4-b024-2b77d271d1b0 cannot update to ACTIVE because it is not bound. {{(pid=79427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 08 16:21:26.228812 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-8333aa60-0b5b-4b94-9098-b49c978f7765 req-359c6266-aa1d-4039-a862-ecbfbecd2f9a tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0791e6f-0747-4f61-b0b5-564dde5fba00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0977623
Sep 08 16:21:26.250742 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-7e4642d4-de5d-4290-8167-77cc3fb1770a None None] Attempting to bind port a91c23c7-0886-4658-b79b-983eca8fb8d5 on host dv-cinder-807898-1-iscsi for vnic_type normal with profile  {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:21:26.251855 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-7e4642d4-de5d-4290-8167-77cc3fb1770a None None] Attempting to bind port a91c23c7-0886-4658-b79b-983eca8fb8d5 by drivers openvswitch,hyperv on host dv-cinder-807898-1-iscsi at level 0 using segments [{'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:21:26.253267 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4642d4-de5d-4290-8167-77cc3fb1770a None None] Attempting to bind port a91c23c7-0886-4658-b79b-983eca8fb8d5 on network e2ed1a71-8bc5-4c91-9ec3-df61c44bef44 {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:21:26.268926 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4642d4-de5d-4290-8167-77cc3fb1770a None None] Checking agent: {'id': 'f763117d-2875-45db-86c1-123fd700575f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 6, 1), 'started_at': datetime.datetime(2021, 9, 8, 16, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:21:26.269475 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4642d4-de5d-4290-8167-77cc3fb1770a None None] Checking segment: {'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:21:26.270049 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-7e4642d4-de5d-4290-8167-77cc3fb1770a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:26.270585 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4642d4-de5d-4290-8167-77cc3fb1770a None None] Bound using segment: {'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:21:26.271357 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-7e4642d4-de5d-4290-8167-77cc3fb1770a None None] Bound port: a91c23c7-0886-4658-b79b-983eca8fb8d5, host: dv-cinder-807898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'}}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:21:26.271931 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-7e4642d4-de5d-4290-8167-77cc3fb1770a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:26.324085 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a47be-572f-42d6-a160-2118d810fb46 None None] Pushing event updated for resources: {'Port': ['ID=a91c23c7-0886-4658-b79b-983eca8fb8d5,revision_number=2']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:26.338895 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-c66a47be-572f-42d6-a160-2118d810fb46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:26.385737 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-2c27c79f-d432-4fa4-811c-eb87b5c8d192 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:26.394753 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-2c27c79f-d432-4fa4-811c-eb87b5c8d192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334251'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:26.401965 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-7e4642d4-de5d-4290-8167-77cc3fb1770a None None] For port a91c23c7-0886-4658-b79b-983eca8fb8d5, host dv-cinder-807898-1-iscsi, cleared binding levels {{(pid=79427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:21:26.407422 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-7e4642d4-de5d-4290-8167-77cc3fb1770a None None] For port a91c23c7-0886-4658-b79b-983eca8fb8d5, host dv-cinder-807898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=a91c23c7-0886-4658-b79b-983eca8fb8d5,segment=NetworkSegment(3235b71f-0c14-40b5-ba80-96fc5a4742a1),segment_id=3235b71f-0c14-40b5-ba80-96fc5a4742a1)] {{(pid=79427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:21:26.413702 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-7e4642d4-de5d-4290-8167-77cc3fb1770a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:26.418013 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-c66a47be-572f-42d6-a160-2118d810fb46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:26.452741 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-7d1e617f-6910-44ca-b4e5-cd142f42750e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:26.525521 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4642d4-de5d-4290-8167-77cc3fb1770a None None] Routers {'1e4ae88d-310c-4060-9b31-f84f772ba0d5'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:21:26.526545 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-7e4642d4-de5d-4290-8167-77cc3fb1770a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42518bcb20>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:21:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['1e4ae88d-310c-4060-9b31-f84f772ba0d5'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:21:26.615923 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-2c27c79f-d432-4fa4-811c-eb87b5c8d192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1928932'] for router_interface, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:26.622217 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27c79f-d432-4fa4-811c-eb87b5c8d192 admin admin] Pushing event updated for resources: {'Port': ['ID=eae6f281-cd55-4bd4-b024-2b77d271d1b0,revision_number=2']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:26.627931 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-2c27c79f-d432-4fa4-811c-eb87b5c8d192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:26.731611 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a47be-572f-42d6-a160-2118d810fb46 None None] Pushing event updated for resources: {'Port': ['ID=a91c23c7-0886-4658-b79b-983eca8fb8d5,revision_number=3']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:26.753639 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-c66a47be-572f-42d6-a160-2118d810fb46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:26.854947 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf47bc-4f1f-4ffe-8bce-6c5967ab09bf req-3fc1794c-c701-4c31-aa3f-3dc7f5d19ad0 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:26.864388 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-7e4642d4-de5d-4290-8167-77cc3fb1770a None None] Set router 1e4ae88d-310c-4060-9b31-f84f772ba0d5 gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:21:26.870819 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0bbf47bc-4f1f-4ffe-8bce-6c5967ab09bf req-3fc1794c-c701-4c31-aa3f-3dc7f5d19ad0 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 945 time: 0.1824400
Sep 08 16:21:27.010387 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0bbf47bc-4f1f-4ffe-8bce-6c5967ab09bf req-83c14ee2-d361-4c18-a823-faeae8b7a5ed tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1376998
Sep 08 16:21:27.058476 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device d1d984fb-70ca-4008-b36b-e027b27472de up at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:21:27.160557 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c27c79f-d432-4fa4-811c-eb87b5c8d192 admin admin] Network a6e161a1-a599-4ee9-a01c-f32da292f6b1 is already hosted by enough agents. {{(pid=79425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:21:27.162981 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [None req-2c27c79f-d432-4fa4-811c-eb87b5c8d192 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:21:27.352502 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3b10ebca-8221-4348-a498-042cebc593b6 req-fdfb3bf9-64ca-4f7c-b4a8-10c570bdd4fb tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba6c642-aaa3-47c7-82a7-b2190f9266be HTTP/1.1" status: 200  len: 210 time: 0.0996335
Sep 08 16:21:27.554620 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning for port d1d984fb-70ca-4008-b36b-e027b27472de completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:21:27.572645 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning complete for port d1d984fb-70ca-4008-b36b-e027b27472de triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:21:27.573229 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:27.768447 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2dabc-1b06-4a06-b99f-ef0962fc962f req-bebd042a-4070-4e9b-8a12-c5bff12014b3 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:27.775739 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b1b2dabc-1b06-4a06-b99f-ef0962fc962f req-bebd042a-4070-4e9b-8a12-c5bff12014b3 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a8663ba-2359-4629-850a-16db3a5e3798 HTTP/1.1" status: 200  len: 944 time: 0.2764542
Sep 08 16:21:27.834721 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-46ca4f89-f8fc-49a1-b7c8-9418d0f4ef11 None None] Provisioning complete for port eae6f281-cd55-4bd4-b024-2b77d271d1b0 triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:21:27.835639 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-46ca4f89-f8fc-49a1-b7c8-9418d0f4ef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:27.924358 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5733ca9-9ea8-47c4-84dd-b22e50e290b9 req-e3186089-4b85-42f2-b419-7f8f9b2d1029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:27.926819 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-e5733ca9-9ea8-47c4-84dd-b22e50e290b9 req-e3186089-4b85-42f2-b419-7f8f9b2d1029 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0192ebea3f6246118edb985b970044bc&device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 1098 time: 0.8615627
Sep 08 16:21:27.942112 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b1b2dabc-1b06-4a06-b99f-ef0962fc962f req-26cb77bb-af90-4b5f-80f0-bac1e15325be tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0791e6f-0747-4f61-b0b5-564dde5fba00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1537704
Sep 08 16:21:28.071248 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-46ca4f89-f8fc-49a1-b7c8-9418d0f4ef11 None None] Port eae6f281-cd55-4bd4-b024-2b77d271d1b0 cannot update to ACTIVE because it is not bound. {{(pid=79427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 08 16:21:28.108664 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-7e4642d4-de5d-4290-8167-77cc3fb1770a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42518bcb20>, [{'id': '1e4ae88d-310c-4060-9b31-f84f772ba0d5', 'name': 'tempest-TestMinimumBasicScenario-859287053-router', 'tenant_id': 'af4c7bce850d430ebfeee0c9b1873d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a91c23c7-0886-4658-b79b-983eca8fb8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:21:17Z', 'updated_at': '2021-09-08T16:21:25Z', 'revision_number': 4, 'project_id': 'af4c7bce850d430ebfeee0c9b1873d53', 'gw_port': {'id': 'a91c23c7-0886-4658-b79b-983eca8fb8d5', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4ae88d-310c-4060-9b31-f84f772ba0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:21:19Z', 'updated_at': '2021-09-08T16:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': 'eae6f281-cd55-4bd4-b024-2b77d271d1b0', 'name': '', 'network_id': 'a6e161a1-a599-4ee9-a01c-f32da292f6b1', 'tenant_id': 'af4c7bce850d430ebfeee0c9b1873d53', 'mac_address': 'fa:16:3e:99:bd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4ae88d-310c-4060-9b31-f84f772ba0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4c1dafc9-10f1-4e61-96c9-5497e12cbebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:21:24Z', 'updated_at': '2021-09-08T16:21:25Z', 'revision_number': 2, 'project_id': 'af4c7bce850d430ebfeee0c9b1873d53', 'subnets': [{'id': '4c1dafc9-10f1-4e61-96c9-5497e12cbebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:21:28.117916 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:28.149201 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4642d4-de5d-4290-8167-77cc3fb1770a None None] The sync data for ids ['1e4ae88d-310c-4060-9b31-f84f772ba0d5'] in dv-cinder-807898-1-iscsi is: [{'id': '1e4ae88d-310c-4060-9b31-f84f772ba0d5', 'name': 'tempest-TestMinimumBasicScenario-859287053-router', 'tenant_id': 'af4c7bce850d430ebfeee0c9b1873d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a91c23c7-0886-4658-b79b-983eca8fb8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:21:17Z', 'updated_at': '2021-09-08T16:21:25Z', 'revision_number': 4, 'project_id': 'af4c7bce850d430ebfeee0c9b1873d53', 'gw_port': {'id': 'a91c23c7-0886-4658-b79b-983eca8fb8d5', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4ae88d-310c-4060-9b31-f84f772ba0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:21:19Z', 'updated_at': '2021-09-08T16:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': 'eae6f281-cd55-4bd4-b024-2b77d271d1b0', 'name': '', 'network_id': 'a6e161a1-a599-4ee9-a01c-f32da292f6b1', 'tenant_id': 'af4c7bce850d430ebfeee0c9b1873d53', 'mac_address': 'fa:16:3e:99:bd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4ae88d-310c-4060-9b31-f84f772ba0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4c1dafc9-10f1-4e61-96c9-5497e12cbebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:21:24Z', 'updated_at': '2021-09-08T16:21:25Z', 'revision_number': 2, 'project_id': 'af4c7bce850d430ebfeee0c9b1873d53', 'subnets': [{'id': '4c1dafc9-10f1-4e61-96c9-5497e12cbebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:21:28.197865 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port d1d984fb-70ca-4008-b36b-e027b27472de, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=d1d984fb-70ca-4008-b36b-e027b27472de,segment=NetworkSegment(967548e4-bbe3-4c32-a3ac-8b359fdd3bd4),segment_id=967548e4-bbe3-4c32-a3ac-8b359fdd3bd4)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:21:28.200089 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8663ba-2359-4629-850a-16db3a5e3798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d984fb-70ca-4008-b36b-e027b27472de'}] {{(pid=79427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:21:28.213763 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:28.224276 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:28.346266 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-7e9329fe-bcbd-4201-b353-65cad402b891 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:28.351691 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-7e9329fe-bcbd-4201-b353-65cad402b891 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.70 "GET /v2.0/networks?id=2387d553-0a72-48c0-a9df-0fcfa0f93147 HTTP/1.1" status: 200  len: 809 time: 0.6223941
Sep 08 16:21:28.367672 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c27c79f-d432-4fa4-811c-eb87b5c8d192 admin admin] Router 1e4ae88d-310c-4060-9b31-f84f772ba0d5 has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:21:28.409951 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-cf1016b3-f0f7-4a14-b601-1cf55bd0206c tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Request body: {'port': {'device_id': 'cba6c642-aaa3-47c7-82a7-b2190f9266be', 'network_id': '2387d553-0a72-48c0-a9df-0fcfa0f93147', 'admin_state_up': True, 'tenant_id': '633ffbd0760e4ad69bef0e867ad6c4b9'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:21:28.417433 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=d1d984fb-70ca-4008-b36b-e027b27472de,revision_number=5']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:28.426930 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:28.497774 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e19fe4-096b-4e7f-b4ac-a13ae2743c65 req-6709c5e5-5442-4604-9aa2-a7e0ce3268ab tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:28.499388 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-05e19fe4-096b-4e7f-b4ac-a13ae2743c65 req-6709c5e5-5442-4604-9aa2-a7e0ce3268ab tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 945 time: 0.1599123
Sep 08 16:21:28.610045 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-05e19fe4-096b-4e7f-b4ac-a13ae2743c65 req-f54664af-de9e-4ddf-85bf-9464dca184c5 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0953400
Sep 08 16:21:28.826043 dv-cinder-807898-1-iscsi neutron-server[79427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8663ba-2359-4629-850a-16db3a5e3798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d984fb-70ca-4008-b36b-e027b27472de', 'code': 200}
Sep 08 16:21:28.951322 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-78bad958-d47f-4921-a206-ff94a6e56695 req-08b32d4b-6115-4b70-870f-feca71614c2d tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba6c642-aaa3-47c7-82a7-b2190f9266be HTTP/1.1" status: 200  len: 210 time: 0.0861475
Sep 08 16:21:29.070775 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5733ca9-9ea8-47c4-84dd-b22e50e290b9 req-23a0d06e-d2c2-443c-9511-33303054fee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:29.073369 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-e5733ca9-9ea8-47c4-84dd-b22e50e290b9 req-23a0d06e-d2c2-443c-9511-33303054fee9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7ca11c1b-7856-4c98-8d2f-ac9178457343 HTTP/1.1" status: 200  len: 909 time: 1.1259625
Sep 08 16:21:29.257604 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-cf1016b3-f0f7-4a14-b601-1cf55bd0206c tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:21:29.285270 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-cf1016b3-f0f7-4a14-b601-1cf55bd0206c tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Usage tracker for resource:port and tenant:633ffbd0760e4ad69bef0e867ad6c4b9 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:21:29.294802 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-cf1016b3-f0f7-4a14-b601-1cf55bd0206c tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:21:29.322293 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076731e-725c-499b-934b-908242606a9f req-985bdc2c-20c7-44c3-aec4-4934ae04560c tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:29.322850 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-cf1016b3-f0f7-4a14-b601-1cf55bd0206c tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:21:29.323941 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f076731e-725c-499b-934b-908242606a9f req-985bdc2c-20c7-44c3-aec4-4934ae04560c tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a8663ba-2359-4629-850a-16db3a5e3798 HTTP/1.1" status: 200  len: 945 time: 0.1512661
Sep 08 16:21:29.338098 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463e90c-dcfd-4a16-a209-2610a31f732c req-13fbef1b-bc8f-4ebc-9848-91f3369247b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:29.338577 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a463e90c-dcfd-4a16-a209-2610a31f732c req-13fbef1b-bc8f-4ebc-9848-91f3369247b7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2a8663ba-2359-4629-850a-16db3a5e3798 HTTP/1.1" status: 200  len: 1098 time: 0.1308193
Sep 08 16:21:29.404230 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-e5733ca9-9ea8-47c4-84dd-b22e50e290b9 req-21d0c92b-141b-4594-9a8f-160f6953f809 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d93681d-822b-4cdf-8b2f-08faccca27db HTTP/1.1" status: 200  len: 1001 time: 0.3194447
Sep 08 16:21:29.444236 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f076731e-725c-499b-934b-908242606a9f req-90c5425f-867a-4830-9c27-f84ad9298454 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0791e6f-0747-4f61-b0b5-564dde5fba00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1046836
Sep 08 16:21:29.450815 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a463e90c-dcfd-4a16-a209-2610a31f732c req-2c450019-b9de-435a-b0a2-5a80c8af3105 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d0791e6f-0747-4f61-b0b5-564dde5fba00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0940964
Sep 08 16:21:29.480510 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-cf1016b3-f0f7-4a14-b601-1cf55bd0206c tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Made reservation on behalf of 633ffbd0760e4ad69bef0e867ad6c4b9 for: {'port': 1} {{(pid=79425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:21:29.488355 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-cf1016b3-f0f7-4a14-b601-1cf55bd0206c tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:29.529724 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c27c79f-d432-4fa4-811c-eb87b5c8d192 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:21:29.572137 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-2c27c79f-d432-4fa4-811c-eb87b5c8d192 admin admin] 10.222.0.25 "PUT /v2.0/routers/1e4ae88d-310c-4060-9b31-f84f772ba0d5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3533430
Sep 08 16:21:29.678996 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5733ca9-9ea8-47c4-84dd-b22e50e290b9 req-8bf1f2fe-8c81-4e27-b248-f8202a338fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:29.681706 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-e5733ca9-9ea8-47c4-84dd-b22e50e290b9 req-8bf1f2fe-8c81-4e27-b248-f8202a338fba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c6eb4cc6-a294-41f4-91b9-bb96871ae1b1 HTTP/1.1" status: 200  len: 847 time: 0.2679052
Sep 08 16:21:29.949291 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d8924-ae6b-4b8d-9a1a-0bdf5c6ca419 req-b6a69086-ce60-4856-9c0c-88152f2485d6 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:29.951262 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d78d8924-ae6b-4b8d-9a1a-0bdf5c6ca419 req-b6a69086-ce60-4856-9c0c-88152f2485d6 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 945 time: 0.1571124
Sep 08 16:21:30.012269 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_common [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-cf1016b3-f0f7-4a14-b601-1cf55bd0206c tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Allocated IP 172.20.0.9 (2387d553-0a72-48c0-a9df-0fcfa0f93147/51dbd2ad-3a4a-466a-bc09-51be72e853f5/933933a1-91b4-4222-abf0-80b0f7c6437c) {{(pid=79425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:21:30.077625 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d78d8924-ae6b-4b8d-9a1a-0bdf5c6ca419 req-ba4ac7ca-160c-4e11-9729-9f514f7ce140 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1139860
Sep 08 16:21:30.144718 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5733ca9-9ea8-47c4-84dd-b22e50e290b9 req-e0133078-594e-4efd-9288-9421a0868f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:30.147339 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-e5733ca9-9ea8-47c4-84dd-b22e50e290b9 req-e0133078-594e-4efd-9288-9421a0868f20 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7ca11c1b-7856-4c98-8d2f-ac9178457343&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2681849
Sep 08 16:21:30.281337 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6433aa72-ebf0-4ba8-82d9-350f17bf0b83 req-f526387f-6e13-4a03-8478-7982351b02fe tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba6c642-aaa3-47c7-82a7-b2190f9266be HTTP/1.1" status: 200  len: 210 time: 0.1008241
Sep 08 16:21:30.497919 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-e5733ca9-9ea8-47c4-84dd-b22e50e290b9 req-660b8cf8-91ce-4fa1-9054-661de7797b6b service neutron] 10.222.0.70 "GET /v2.0/networks/7ca11c1b-7856-4c98-8d2f-ac9178457343?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3247876
Sep 08 16:21:30.503913 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-cf1016b3-f0f7-4a14-b601-1cf55bd0206c tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Notify callbacks [] for port, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:30.868999 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-f93fc137-af74-4950-8154-f8cfbe3c9643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:31.198883 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893934a2-cf72-4208-a28b-1fc0b708ac8b req-1313cf49-bf9c-4e42-95ee-97ca885fab1a tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:31.201493 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-893934a2-cf72-4208-a28b-1fc0b708ac8b req-1313cf49-bf9c-4e42-95ee-97ca885fab1a tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a8663ba-2359-4629-850a-16db3a5e3798 HTTP/1.1" status: 200  len: 945 time: 0.4063673
Sep 08 16:21:31.205415 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-e5733ca9-9ea8-47c4-84dd-b22e50e290b9 req-63406a44-d22a-4d45-936f-f7921b3bf1e2 service neutron] 10.222.0.70 "GET /v2.0/networks/7ca11c1b-7856-4c98-8d2f-ac9178457343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6911867
Sep 08 16:21:31.223894 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device a91c23c7-0886-4658-b79b-983eca8fb8d5 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:21:31.269424 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-cf1016b3-f0f7-4a14-b601-1cf55bd0206c tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:31.281795 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-de68aeec-eef5-4e02-b745-061841397ec2 tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:31.362414 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-893934a2-cf72-4208-a28b-1fc0b708ac8b req-6302d442-48a4-477f-8cab-69e33c4a4795 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0791e6f-0747-4f61-b0b5-564dde5fba00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1443236
Sep 08 16:21:31.429300 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1016b3-f0f7-4a14-b601-1cf55bd0206c tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Pushing event updated for resources: {'Port': ['ID=933933a1-91b4-4222-abf0-80b0f7c6437c,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:31.435553 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-cf1016b3-f0f7-4a14-b601-1cf55bd0206c tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:31.450724 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-cf1016b3-f0f7-4a14-b601-1cf55bd0206c tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Network 2387d553-0a72-48c0-a9df-0fcfa0f93147 is already hosted by enough agents. {{(pid=79425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:21:31.452791 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-cf1016b3-f0f7-4a14-b601-1cf55bd0206c tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Resources bound (agent type, host, resource id):  {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:21:31.457069 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-cf1016b3-f0f7-4a14-b601-1cf55bd0206c tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Received port after_create {{(pid=79425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:21:31.543287 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:31.565543 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-cf1016b3-f0f7-4a14-b601-1cf55bd0206c tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:31.567111 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-cf1016b3-f0f7-4a14-b601-1cf55bd0206c tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:31.593434 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning for port a91c23c7-0886-4658-b79b-983eca8fb8d5 completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:21:31.600300 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-cf1016b3-f0f7-4a14-b601-1cf55bd0206c tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1973097
Sep 08 16:21:31.613306 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port a91c23c7-0886-4658-b79b-983eca8fb8d5 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:21:31.614088 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:31.638155 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] Request body: {'port': {'device_id': 'cba6c642-aaa3-47c7-82a7-b2190f9266be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:21:31.677390 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a3433-fb61-4d55-9b27-a2793a76724c req-aa839b11-9cc0-4e98-8d22-42675e449f9b tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:31.685172 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-fb8a3433-fb61-4d55-9b27-a2793a76724c req-aa839b11-9cc0-4e98-8d22-42675e449f9b tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 945 time: 0.3224812
Sep 08 16:21:31.780887 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-fb8a3433-fb61-4d55-9b27-a2793a76724c req-1c602888-467a-4282-8c59-ba18781c60da tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0944049
Sep 08 16:21:31.787250 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:31.812003 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] For port a91c23c7-0886-4658-b79b-983eca8fb8d5, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=a91c23c7-0886-4658-b79b-983eca8fb8d5,segment=NetworkSegment(3235b71f-0c14-40b5-ba80-96fc5a4742a1),segment_id=3235b71f-0c14-40b5-ba80-96fc5a4742a1)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:21:31.822558 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:31.825189 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:31.932763 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Pushing event updated for resources: {'Port': ['ID=a91c23c7-0886-4658-b79b-983eca8fb8d5,revision_number=4']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:31.936260 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:31.940525 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922bf641-2293-4912-8f7b-850ca982a2e3 req-6961836c-ae9a-4193-8d9a-33caefdd1429 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:31.942499 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-922bf641-2293-4912-8f7b-850ca982a2e3 req-6961836c-ae9a-4193-8d9a-33caefdd1429 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba6c642-aaa3-47c7-82a7-b2190f9266be HTTP/1.1" status: 200  len: 931 time: 0.1365497
Sep 08 16:21:32.018107 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de88689-bb86-47b9-9b49-dd3b40f4ddda None None] Sync routers for ids ['1e4ae88d-310c-4060-9b31-f84f772ba0d5'] in dv-cinder-807898-1-iscsi {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:21:32.036394 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:32.037584 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de88689-bb86-47b9-9b49-dd3b40f4ddda None None] Routers {'1e4ae88d-310c-4060-9b31-f84f772ba0d5'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:21:32.039024 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-3de88689-bb86-47b9-9b49-dd3b40f4ddda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251abbb80>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:21:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['1e4ae88d-310c-4060-9b31-f84f772ba0d5'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:21:32.048905 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-922bf641-2293-4912-8f7b-850ca982a2e3 req-38f76dbe-815d-4113-943f-d18dfafeda46 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/security-groups?id=500768ed-bd41-4378-9c1e-158e50592549&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914242
Sep 08 16:21:32.568563 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-3de88689-bb86-47b9-9b49-dd3b40f4ddda None None] Set router 1e4ae88d-310c-4060-9b31-f84f772ba0d5 gateway port host: dv-cinder-807898-1-iscsi {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:21:32.834153 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9a9c8-c103-41c9-b0b7-8f6dfaf9c83a req-df9eb743-3052-46c2-85d9-f81cb6ac3ed1 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:32.841986 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-8ee9a9c8-c103-41c9-b0b7-8f6dfaf9c83a req-df9eb743-3052-46c2-85d9-f81cb6ac3ed1 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a8663ba-2359-4629-850a-16db3a5e3798 HTTP/1.1" status: 200  len: 945 time: 0.1772761
Sep 08 16:21:32.962082 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-8ee9a9c8-c103-41c9-b0b7-8f6dfaf9c83a req-0525c428-3a75-4bca-ae7b-fac15cc89f83 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0791e6f-0747-4f61-b0b5-564dde5fba00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1187956
Sep 08 16:21:33.150529 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-3de88689-bb86-47b9-9b49-dd3b40f4ddda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251abbb80>, [{'id': '1e4ae88d-310c-4060-9b31-f84f772ba0d5', 'name': 'tempest-TestMinimumBasicScenario-859287053-router', 'tenant_id': 'af4c7bce850d430ebfeee0c9b1873d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a91c23c7-0886-4658-b79b-983eca8fb8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:21:17Z', 'updated_at': '2021-09-08T16:21:25Z', 'revision_number': 4, 'project_id': 'af4c7bce850d430ebfeee0c9b1873d53', 'gw_port': {'id': 'a91c23c7-0886-4658-b79b-983eca8fb8d5', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4ae88d-310c-4060-9b31-f84f772ba0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:21:19Z', 'updated_at': '2021-09-08T16:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': 'eae6f281-cd55-4bd4-b024-2b77d271d1b0', 'name': '', 'network_id': 'a6e161a1-a599-4ee9-a01c-f32da292f6b1', 'tenant_id': 'af4c7bce850d430ebfeee0c9b1873d53', 'mac_address': 'fa:16:3e:99:bd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4ae88d-310c-4060-9b31-f84f772ba0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4c1dafc9-10f1-4e61-96c9-5497e12cbebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:21:24Z', 'updated_at': '2021-09-08T16:21:25Z', 'revision_number': 2, 'project_id': 'af4c7bce850d430ebfeee0c9b1873d53', 'subnets': [{'id': '4c1dafc9-10f1-4e61-96c9-5497e12cbebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:21:33.161926 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de88689-bb86-47b9-9b49-dd3b40f4ddda None None] Checking router: 1e4ae88d-310c-4060-9b31-f84f772ba0d5 for host: dv-cinder-807898-1-iscsi {{(pid=79428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:21:33.162287 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de88689-bb86-47b9-9b49-dd3b40f4ddda None None] Updating router 1e4ae88d-310c-4060-9b31-f84f772ba0d5 port eae6f281-cd55-4bd4-b024-2b77d271d1b0 binding host dv-cinder-807898-1-iscsi {{(pid=79428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 08 16:21:33.200165 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 933933a1-91b4-4222-abf0-80b0f7c6437c {{(pid=79425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:21:33.222218 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:33.246535 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device a91c23c7-0886-4658-b79b-983eca8fb8d5 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:21:33.255454 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.provisioning_blocks [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] Transition to ACTIVE for port object 933933a1-91b4-4222-abf0-80b0f7c6437c will not be triggered until provisioned by entity L2. {{(pid=79425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:21:33.263882 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334251'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:33.270100 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3de88689-bb86-47b9-9b49-dd3b40f4ddda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:33.270773 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-f8933aa3-0065-495e-aa97-e38c902a2c83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:33.465782 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port a91c23c7-0886-4658-b79b-983eca8fb8d5 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:21:33.466799 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:33.658104 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] Pushing event updated for resources: {'Port': ['ID=933933a1-91b4-4222-abf0-80b0f7c6437c,revision_number=2']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:33.670010 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:33.781884 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5ea7d-1694-4b19-b757-1865c830ecca req-82adefb6-e86a-4e57-a1a7-e800114dcbdc tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:33.795978 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b2a5ea7d-1694-4b19-b757-1865c830ecca req-82adefb6-e86a-4e57-a1a7-e800114dcbdc tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 945 time: 0.6143274
Sep 08 16:21:33.850853 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] Attempting to bind port 933933a1-91b4-4222-abf0-80b0f7c6437c on host hv-cinder-80789 for vnic_type normal with profile  {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:21:33.851165 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] Attempting to bind port 933933a1-91b4-4222-abf0-80b0f7c6437c by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': 'e85f2e36-127f-4ec5-9579-e2732491eb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2387d553-0a72-48c0-a9df-0fcfa0f93147'}] {{(pid=79425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:21:33.851530 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] Attempting to bind port 933933a1-91b4-4222-abf0-80b0f7c6437c on network 2387d553-0a72-48c0-a9df-0fcfa0f93147 {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:21:33.853403 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e0a44-244b-4bc6-ac59-8479851e06cb req-f1a4be68-cb0e-46bf-9b2d-5ed3240855ad tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:33.856311 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-189e0a44-244b-4bc6-ac59-8479851e06cb req-f1a4be68-cb0e-46bf-9b2d-5ed3240855ad tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a8663ba-2359-4629-850a-16db3a5e3798 HTTP/1.1" status: 200  len: 945 time: 0.4675384
Sep 08 16:21:33.858876 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] Port 933933a1-91b4-4222-abf0-80b0f7c6437c on network 2387d553-0a72-48c0-a9df-0fcfa0f93147 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 08 16:21:33.859207 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] Attempting to bind port 933933a1-91b4-4222-abf0-80b0f7c6437c on network 2387d553-0a72-48c0-a9df-0fcfa0f93147 {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:21:33.873174 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 43422) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:21:33.886926 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-d1a92940-1960-4c85-aa93-d3508162edc5 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Request body: {'floatingip': {'port_id': 'd1d984fb-70ca-4008-b36b-e027b27472de'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:21:33.954059 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-06f58a21-04b7-4c08-895b-71f0ec2dd40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:33.998823 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b2a5ea7d-1694-4b19-b757-1865c830ecca req-aeff1516-005e-4171-87ea-c3dfd6584a8b tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1991079
Sep 08 16:21:34.066895 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] Checking agent: {'id': 'c4ee52ba-d613-406f-b441-649e3bfebfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'started_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:21:34.067924 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] Checking segment: {'id': 'e85f2e36-127f-4ec5-9579-e2732491eb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2387d553-0a72-48c0-a9df-0fcfa0f93147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:21:34.068798 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] Bound using segment: {'id': 'e85f2e36-127f-4ec5-9579-e2732491eb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2387d553-0a72-48c0-a9df-0fcfa0f93147'} {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:21:34.070038 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] Bound port: 933933a1-91b4-4222-abf0-80b0f7c6437c, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e85f2e36-127f-4ec5-9579-e2732491eb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '2387d553-0a72-48c0-a9df-0fcfa0f93147'}}] {{(pid=79425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:21:34.071052 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:34.315668 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-d1a92940-1960-4c85-aa93-d3508162edc5 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for floatingip, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:34.383866 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d148a3-9be8-459b-8c9c-adb9a04fcfc1 req-6d569945-490f-495f-b504-191792d479f5 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:34.389264 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-67d148a3-9be8-459b-8c9c-adb9a04fcfc1 req-6d569945-490f-495f-b504-191792d479f5 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba6c642-aaa3-47c7-82a7-b2190f9266be HTTP/1.1" status: 200  len: 943 time: 0.1735132
Sep 08 16:21:34.509745 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3de88689-bb86-47b9-9b49-dd3b40f4ddda None None] Notify callbacks [] for port, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:34.525982 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-67d148a3-9be8-459b-8c9c-adb9a04fcfc1 req-1c8d2133-d198-4a06-8e49-cedf076f357f tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/security-groups?id=500768ed-bd41-4378-9c1e-158e50592549&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078932
Sep 08 16:21:34.539194 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.provisioning_blocks [None req-3de88689-bb86-47b9-9b49-dd3b40f4ddda None None] Transition to ACTIVE for port object eae6f281-cd55-4bd4-b024-2b77d271d1b0 will not be triggered until provisioned by entity L2. {{(pid=79428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:21:34.554271 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3de88689-bb86-47b9-9b49-dd3b40f4ddda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:34.562324 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:34.736428 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] For port 933933a1-91b4-4222-abf0-80b0f7c6437c, host hv-cinder-80789, cleared binding levels {{(pid=79425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:21:34.744054 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] For port 933933a1-91b4-4222-abf0-80b0f7c6437c, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=933933a1-91b4-4222-abf0-80b0f7c6437c,segment=NetworkSegment(e85f2e36-127f-4ec5-9579-e2732491eb08),segment_id=e85f2e36-127f-4ec5-9579-e2732491eb08)] {{(pid=79425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:21:34.764305 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334251'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:34.790049 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-9217098e-468c-419c-adab-11e037998382 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:35.060720 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] Pushing event updated for resources: {'Port': ['ID=933933a1-91b4-4222-abf0-80b0f7c6437c,revision_number=3']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:35.089273 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8048a-7377-4525-a244-1f4ca9354680 None None] Pushing event updated for resources: {'Port': ['ID=eae6f281-cd55-4bd4-b024-2b77d271d1b0,revision_number=3']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:35.151136 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:35.151765 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:35.153213 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] 10.222.0.70 "PUT /v2.0/ports/933933a1-91b4-4222-abf0-80b0f7c6437c HTTP/1.1" status: 200  len: 1093 time: 3.5294669
Sep 08 16:21:35.153737 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba6c642-aaa3-47c7-82a7-b2190f9266be', 'tag': '933933a1-91b4-4222-abf0-80b0f7c6437c'}] {{(pid=79425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:21:35.165503 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:21:35.165952 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:21:35.166242 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:21:35.166601 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:21:35.167549 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:21:35.167928 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:21:35.168279 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:21:35.168651 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:21:35.169673 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:21:35.170036 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:21:35.170395 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:21:35.170939 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:21:35.178868 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:35.183435 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-5ae8048a-7377-4525-a244-1f4ca9354680 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:35.261702 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:35.263452 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [None req-3de88689-bb86-47b9-9b49-dd3b40f4ddda None None] Attempting to bind port eae6f281-cd55-4bd4-b024-2b77d271d1b0 on host dv-cinder-807898-1-iscsi for vnic_type normal with profile  {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:21:35.264139 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [None req-3de88689-bb86-47b9-9b49-dd3b40f4ddda None None] Attempting to bind port eae6f281-cd55-4bd4-b024-2b77d271d1b0 by drivers openvswitch,hyperv on host dv-cinder-807898-1-iscsi at level 0 using segments [{'id': '97f209bf-8b6c-4174-ba2f-75757ac72814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'a6e161a1-a599-4ee9-a01c-f32da292f6b1'}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:21:35.264810 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de88689-bb86-47b9-9b49-dd3b40f4ddda None None] Attempting to bind port eae6f281-cd55-4bd4-b024-2b77d271d1b0 on network a6e161a1-a599-4ee9-a01c-f32da292f6b1 {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:21:35.284007 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de88689-bb86-47b9-9b49-dd3b40f4ddda None None] Checking agent: {'id': 'f763117d-2875-45db-86c1-123fd700575f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 6, 1), 'started_at': datetime.datetime(2021, 9, 8, 16, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:21:35.284731 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de88689-bb86-47b9-9b49-dd3b40f4ddda None None] Checking segment: {'id': '97f209bf-8b6c-4174-ba2f-75757ac72814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'a6e161a1-a599-4ee9-a01c-f32da292f6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:21:35.285443 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3de88689-bb86-47b9-9b49-dd3b40f4ddda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:35.286499 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de88689-bb86-47b9-9b49-dd3b40f4ddda None None] Bound using segment: {'id': '97f209bf-8b6c-4174-ba2f-75757ac72814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'a6e161a1-a599-4ee9-a01c-f32da292f6b1'} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:21:35.287283 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [None req-3de88689-bb86-47b9-9b49-dd3b40f4ddda None None] Bound port: eae6f281-cd55-4bd4-b024-2b77d271d1b0, host: dv-cinder-807898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f209bf-8b6c-4174-ba2f-75757ac72814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'a6e161a1-a599-4ee9-a01c-f32da292f6b1'}}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:21:35.287991 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3de88689-bb86-47b9-9b49-dd3b40f4ddda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:35.476436 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.db [None req-3de88689-bb86-47b9-9b49-dd3b40f4ddda None None] For port eae6f281-cd55-4bd4-b024-2b77d271d1b0, host dv-cinder-807898-1-iscsi, cleared binding levels {{(pid=79428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:21:35.483245 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.db [None req-3de88689-bb86-47b9-9b49-dd3b40f4ddda None None] For port eae6f281-cd55-4bd4-b024-2b77d271d1b0, host dv-cinder-807898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=eae6f281-cd55-4bd4-b024-2b77d271d1b0,segment=NetworkSegment(97f209bf-8b6c-4174-ba2f-75757ac72814),segment_id=97f209bf-8b6c-4174-ba2f-75757ac72814)] {{(pid=79428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:21:35.492588 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-3de88689-bb86-47b9-9b49-dd3b40f4ddda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:35.513861 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:35.736943 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8048a-7377-4525-a244-1f4ca9354680 None None] Pushing event updated for resources: {'Port': ['ID=eae6f281-cd55-4bd4-b024-2b77d271d1b0,revision_number=4']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:35.743844 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-5ae8048a-7377-4525-a244-1f4ca9354680 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:35.767498 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5bf9e-b02a-437b-86e9-6d4438c5308d req-73b6561e-3eb9-456c-b371-7e6d25c26f51 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:35.768965 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de88689-bb86-47b9-9b49-dd3b40f4ddda None None] Routers {'1e4ae88d-310c-4060-9b31-f84f772ba0d5'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:21:35.770347 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-3de88689-bb86-47b9-9b49-dd3b40f4ddda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251abbb80>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:21:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['1e4ae88d-310c-4060-9b31-f84f772ba0d5'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:21:35.775414 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9bb5bf9e-b02a-437b-86e9-6d4438c5308d req-73b6561e-3eb9-456c-b371-7e6d25c26f51 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 945 time: 0.3283343
Sep 08 16:21:36.064762 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9bb5bf9e-b02a-437b-86e9-6d4438c5308d req-5c899afa-5640-4b99-8f62-4bcbbe2ceeb2 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2758973
Sep 08 16:21:36.280587 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f84222-c869-4ef4-8c78-96242cb69078 req-30e568d2-3439-4380-b899-d3c46187cf97 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:36.287667 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-13f84222-c869-4ef4-8c78-96242cb69078 req-30e568d2-3439-4380-b899-d3c46187cf97 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba6c642-aaa3-47c7-82a7-b2190f9266be HTTP/1.1" status: 200  len: 943 time: 0.2995944
Sep 08 16:21:36.309261 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba6c642-aaa3-47c7-82a7-b2190f9266be', 'tag': '933933a1-91b4-4222-abf0-80b0f7c6437c', 'status': 'completed', 'code': 200}
Sep 08 16:21:36.483360 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-13f84222-c869-4ef4-8c78-96242cb69078 req-3b806a3c-f699-4e77-b392-ee0dec238742 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/security-groups?id=500768ed-bd41-4378-9c1e-158e50592549&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1921680
Sep 08 16:21:36.522425 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-e381eca7-2afc-4358-971e-dcf61185dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:36.525711 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-e381eca7-2afc-4358-971e-dcf61185dcac service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=633ffbd0760e4ad69bef0e867ad6c4b9&device_id=cba6c642-aaa3-47c7-82a7-b2190f9266be HTTP/1.1" status: 200  len: 1096 time: 1.2823069
Sep 08 16:21:36.711281 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-5560b7cd-2758-4e73-ba97-a2305ca1afbe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=933933a1-91b4-4222-abf0-80b0f7c6437c HTTP/1.1" status: 200  len: 217 time: 0.1687019
Sep 08 16:21:36.749863 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-3de88689-bb86-47b9-9b49-dd3b40f4ddda None None] Set router 1e4ae88d-310c-4060-9b31-f84f772ba0d5 gateway port host: dv-cinder-807898-1-iscsi {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:21:37.009846 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-ee42522a-c79f-46f5-bad1-9d16fff2984c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:37.011260 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-ee42522a-c79f-46f5-bad1-9d16fff2984c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51dbd2ad-3a4a-466a-bc09-51be72e853f5 HTTP/1.1" status: 200  len: 849 time: 0.1955030
Sep 08 16:21:37.050944 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 6d93681d-822b-4cdf-8b2f-08faccca27db no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:21:37.102829 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-9596f248-23ac-4b6e-a874-03452364c755 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2387d553-0a72-48c0-a9df-0fcfa0f93147&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0836024
Sep 08 16:21:37.110090 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-54d19125-d84b-48a7-b31c-84ee0765d4ef req-8769a6ec-c534-4444-98b9-0c6bdf3c2f99 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2970777
Sep 08 16:21:37.319004 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d6a61-7e1d-4b68-85db-714ffa1574fd req-897d0e23-f144-41fd-aa8e-675b5219f79e tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:37.331996 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b33d6a61-7e1d-4b68-85db-714ffa1574fd req-897d0e23-f144-41fd-aa8e-675b5219f79e tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 945 time: 0.3825641
Sep 08 16:21:37.423113 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device eae6f281-cd55-4bd4-b024-2b77d271d1b0 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:21:37.444866 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-d1a92940-1960-4c85-aa93-d3508162edc5 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:37.445860 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-b2143bdb-fac6-4ef2-bcbb-02250e0eeca1 service neutron] 10.222.0.70 "GET /v2.0/networks/2387d553-0a72-48c0-a9df-0fcfa0f93147?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3187726
Sep 08 16:21:37.509258 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:37.513431 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:37.517980 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-d1a92940-1960-4c85-aa93-d3508162edc5 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1948197'] for floatingip, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:37.549786 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b33d6a61-7e1d-4b68-85db-714ffa1574fd req-2745a958-305a-42e8-aa54-47fbdf8132e6 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2117662
Sep 08 16:21:37.633885 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3b840e-551f-45cd-bbb8-079394ec0f1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d93681d-822b-4cdf-8b2f-08faccca27db'}] {{(pid=79427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:21:37.678138 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning for port eae6f281-cd55-4bd4-b024-2b77d271d1b0 completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:21:37.716086 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-3de88689-bb86-47b9-9b49-dd3b40f4ddda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251abbb80>, [{'id': '1e4ae88d-310c-4060-9b31-f84f772ba0d5', 'name': 'tempest-TestMinimumBasicScenario-859287053-router', 'tenant_id': 'af4c7bce850d430ebfeee0c9b1873d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a91c23c7-0886-4658-b79b-983eca8fb8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:21:17Z', 'updated_at': '2021-09-08T16:21:25Z', 'revision_number': 4, 'project_id': 'af4c7bce850d430ebfeee0c9b1873d53', 'gw_port': {'id': 'a91c23c7-0886-4658-b79b-983eca8fb8d5', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4ae88d-310c-4060-9b31-f84f772ba0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:21:19Z', 'updated_at': '2021-09-08T16:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': 'eae6f281-cd55-4bd4-b024-2b77d271d1b0', 'name': '', 'network_id': 'a6e161a1-a599-4ee9-a01c-f32da292f6b1', 'tenant_id': 'af4c7bce850d430ebfeee0c9b1873d53', 'mac_address': 'fa:16:3e:99:bd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4ae88d-310c-4060-9b31-f84f772ba0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4c1dafc9-10f1-4e61-96c9-5497e12cbebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:21:24Z', 'updated_at': '2021-09-08T16:21:35Z', 'revision_number': 4, 'project_id': 'af4c7bce850d430ebfeee0c9b1873d53', 'subnets': [{'id': '4c1dafc9-10f1-4e61-96c9-5497e12cbebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:21:37.722214 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de88689-bb86-47b9-9b49-dd3b40f4ddda None None] The sync data for ids ['1e4ae88d-310c-4060-9b31-f84f772ba0d5'] in dv-cinder-807898-1-iscsi is: [{'id': '1e4ae88d-310c-4060-9b31-f84f772ba0d5', 'name': 'tempest-TestMinimumBasicScenario-859287053-router', 'tenant_id': 'af4c7bce850d430ebfeee0c9b1873d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a91c23c7-0886-4658-b79b-983eca8fb8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:21:17Z', 'updated_at': '2021-09-08T16:21:25Z', 'revision_number': 4, 'project_id': 'af4c7bce850d430ebfeee0c9b1873d53', 'gw_port': {'id': 'a91c23c7-0886-4658-b79b-983eca8fb8d5', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4ae88d-310c-4060-9b31-f84f772ba0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:21:19Z', 'updated_at': '2021-09-08T16:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': 'eae6f281-cd55-4bd4-b024-2b77d271d1b0', 'name': '', 'network_id': 'a6e161a1-a599-4ee9-a01c-f32da292f6b1', 'tenant_id': 'af4c7bce850d430ebfeee0c9b1873d53', 'mac_address': 'fa:16:3e:99:bd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4ae88d-310c-4060-9b31-f84f772ba0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4c1dafc9-10f1-4e61-96c9-5497e12cbebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:21:24Z', 'updated_at': '2021-09-08T16:21:35Z', 'revision_number': 4, 'project_id': 'af4c7bce850d430ebfeee0c9b1873d53', 'subnets': [{'id': '4c1dafc9-10f1-4e61-96c9-5497e12cbebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:21:37.730658 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 6d93681d-822b-4cdf-8b2f-08faccca27db, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=6d93681d-822b-4cdf-8b2f-08faccca27db,segment=NetworkSegment(1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3),segment_id=1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:21:37.749416 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port eae6f281-cd55-4bd4-b024-2b77d271d1b0 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:21:37.750054 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:37.837462 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:37.898077 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-93244d53-d2a3-4fa4-83af-c21e1cc81369 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:38.031734 dv-cinder-807898-1-iscsi neutron-server[79427]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0a3b840e-551f-45cd-bbb8-079394ec0f1a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6d93681d-822b-4cdf-8b2f-08faccca27db', 'code': 422} returned with failed status
Sep 08 16:21:38.080667 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa9864-0fb3-4326-a33a-1f186ca13e8e req-ec13313f-5da0-4e38-b2d6-7b5fd0965446 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:38.110611 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9ffa9864-0fb3-4326-a33a-1f186ca13e8e req-ec13313f-5da0-4e38-b2d6-7b5fd0965446 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba6c642-aaa3-47c7-82a7-b2190f9266be HTTP/1.1" status: 200  len: 943 time: 0.4113035
Sep 08 16:21:38.215360 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-05602ee5-3f46-4d0d-bbc1-cd2179db9cc2 req-bbe7be6e-abf9-49b2-a8a5-021f9af7d8e2 service neutron] 10.222.0.70 "GET /v2.0/networks/2387d553-0a72-48c0-a9df-0fcfa0f93147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7626956
Sep 08 16:21:38.218975 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.db.l3_db [None req-d1a92940-1960-4c85-aa93-d3508162edc5 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Floating IP 7d0f4ecd-de7a-42f3-8f8e-690d63d61e81 associated. External IP: 172.27.2.44, port: d1d984fb-70ca-4008-b36b-e027b27472de.
Sep 08 16:21:38.360282 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9ffa9864-0fb3-4326-a33a-1f186ca13e8e req-b0e08cc6-270e-4ab4-95f0-c923ba3906f4 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/security-groups?id=500768ed-bd41-4378-9c1e-158e50592549&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2345221
Sep 08 16:21:38.384369 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=6d93681d-822b-4cdf-8b2f-08faccca27db,revision_number=6']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:38.395837 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:38.425866 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:38.514480 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] For port eae6f281-cd55-4bd4-b024-2b77d271d1b0, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=eae6f281-cd55-4bd4-b024-2b77d271d1b0,segment=NetworkSegment(97f209bf-8b6c-4174-ba2f-75757ac72814),segment_id=97f209bf-8b6c-4174-ba2f-75757ac72814)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:21:38.521523 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:38.526657 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:38.674791 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Pushing event updated for resources: {'Port': ['ID=eae6f281-cd55-4bd4-b024-2b77d271d1b0,revision_number=5']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:38.683193 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:38.976907 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc100a-b7b1-4cf3-a4aa-ab10415cb90d req-1aa65198-3e65-47cd-b519-3c5c5ed56655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:38.988343 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-06bc100a-b7b1-4cf3-a4aa-ab10415cb90d req-1aa65198-3e65-47cd-b519-3c5c5ed56655 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=633ffbd0760e4ad69bef0e867ad6c4b9&device_id=cba6c642-aaa3-47c7-82a7-b2190f9266be HTTP/1.1" status: 200  len: 1096 time: 0.6656303
Sep 08 16:21:39.251157 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device eae6f281-cd55-4bd4-b024-2b77d271d1b0 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:21:39.435751 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fcaa8-f7c3-41a3-a3e0-a5bdd17d1f9c req-6a996938-be63-4d63-8117-05ebcf2ae347 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:39.441059 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a43fcaa8-f7c3-41a3-a3e0-a5bdd17d1f9c req-6a996938-be63-4d63-8117-05ebcf2ae347 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 943 time: 0.2089982
Sep 08 16:21:39.533998 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port eae6f281-cd55-4bd4-b024-2b77d271d1b0 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:21:39.536654 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:39.559859 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a43fcaa8-f7c3-41a3-a3e0-a5bdd17d1f9c req-596fb41d-dd20-4ecf-8776-a763acc646d2 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1068149
Sep 08 16:21:40.024015 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40237c17-5113-41e7-b807-c798657223bb req-e32c8458-c8a3-4857-9fcf-c438f256a0a3 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:40.026149 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-40237c17-5113-41e7-b807-c798657223bb req-e32c8458-c8a3-4857-9fcf-c438f256a0a3 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba6c642-aaa3-47c7-82a7-b2190f9266be HTTP/1.1" status: 200  len: 943 time: 0.1877525
Sep 08 16:21:40.075264 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a92940-1960-4c85-aa93-d3508162edc5 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Router 4a8ff593-1e82-4008-b80b-c5adbd9ee2db has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:21:40.081021 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc100a-b7b1-4cf3-a4aa-ab10415cb90d req-35bc48fa-2eea-4ea1-8bf2-580fe2a1452a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:40.084992 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-06bc100a-b7b1-4cf3-a4aa-ab10415cb90d req-35bc48fa-2eea-4ea1-8bf2-580fe2a1452a service neutron] 10.222.0.70 "GET /v2.0/networks?id=2387d553-0a72-48c0-a9df-0fcfa0f93147 HTTP/1.1" status: 200  len: 910 time: 0.4469306
Sep 08 16:21:40.180710 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-40237c17-5113-41e7-b807-c798657223bb req-addba86f-4b9d-4c36-b245-dbf3a6ec369d tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/security-groups?id=500768ed-bd41-4378-9c1e-158e50592549&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1421282
Sep 08 16:21:40.196939 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-06bc100a-b7b1-4cf3-a4aa-ab10415cb90d req-adead90e-27a6-4095-ab52-e0c85a87d37d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=933933a1-91b4-4222-abf0-80b0f7c6437c HTTP/1.1" status: 200  len: 217 time: 0.0992463
Sep 08 16:21:40.554078 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc100a-b7b1-4cf3-a4aa-ab10415cb90d req-cda8cf82-a0fc-4d8d-b519-4c93542e6362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:40.557116 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-06bc100a-b7b1-4cf3-a4aa-ab10415cb90d req-cda8cf82-a0fc-4d8d-b519-4c93542e6362 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51dbd2ad-3a4a-466a-bc09-51be72e853f5 HTTP/1.1" status: 200  len: 849 time: 0.3018103
Sep 08 16:21:40.681292 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-06bc100a-b7b1-4cf3-a4aa-ab10415cb90d req-969d5c0e-95c7-4bfa-9f3b-53afc8dad083 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2387d553-0a72-48c0-a9df-0fcfa0f93147&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0883017
Sep 08 16:21:40.716651 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a92940-1960-4c85-aa93-d3508162edc5 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:21:40.728483 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeefb59-6c8a-4733-9de8-36fef89c59cf None None] Sync routers for ids ['4a8ff593-1e82-4008-b80b-c5adbd9ee2db'] in dv-cinder-807898-1-iscsi {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:21:40.743049 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-d1a92940-1960-4c85-aa93-d3508162edc5 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for floatingip, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:40.763753 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeefb59-6c8a-4733-9de8-36fef89c59cf None None] Routers {'4a8ff593-1e82-4008-b80b-c5adbd9ee2db'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:21:40.764912 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-dfeefb59-6c8a-4733-9de8-36fef89c59cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251d61e80>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:21:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['4a8ff593-1e82-4008-b80b-c5adbd9ee2db'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:21:40.812964 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f57c9d-72d4-40fb-965b-3f09e6cd5527 req-f23bc7bf-1fb1-41ab-bcd5-170c3229db8d tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:40.827113 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a4f57c9d-72d4-40fb-965b-3f09e6cd5527 req-f23bc7bf-1fb1-41ab-bcd5-170c3229db8d tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 946 time: 0.1854360
Sep 08 16:21:40.859744 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-d1a92940-1960-4c85-aa93-d3508162edc5 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "PUT /v2.0/floatingips/7d0f4ecd-de7a-42f3-8f8e-690d63d61e81 HTTP/1.1" status: 200  len: 990 time: 6.9852870
Sep 08 16:21:40.947160 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a8663ba-2359-4629-850a-16db3a5e3798', 'tag': 'd1d984fb-70ca-4008-b36b-e027b27472de'}] {{(pid=79425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:21:41.024286 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-dfeefb59-6c8a-4733-9de8-36fef89c59cf None None] Set router 4a8ff593-1e82-4008-b80b-c5adbd9ee2db gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:21:41.081725 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a4f57c9d-72d4-40fb-965b-3f09e6cd5527 req-25a469d8-cc71-43b9-b9c5-4604f224389e tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2532096
Sep 08 16:21:41.156114 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b7e4e-8a27-4d95-ac5c-f01db0ebd365 req-7c652989-2c2f-4803-a31e-2451d59a1f1e tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:41.159185 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0f1b7e4e-8a27-4d95-ac5c-f01db0ebd365 req-7c652989-2c2f-4803-a31e-2451d59a1f1e tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 943 time: 0.3283534
Sep 08 16:21:41.271913 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 933933a1-91b4-4222-abf0-80b0f7c6437c details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 08 16:21:41.276694 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0f1b7e4e-8a27-4d95-ac5c-f01db0ebd365 req-6791642f-b103-4ae4-bdd5-ba0d7dae1658 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1086462
Sep 08 16:21:41.285150 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-06bc100a-b7b1-4cf3-a4aa-ab10415cb90d req-b06f441b-e7d3-4d8d-851e-40790ad36bb2 service neutron] 10.222.0.70 "GET /v2.0/networks/2387d553-0a72-48c0-a9df-0fcfa0f93147?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5943718
Sep 08 16:21:41.476981 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a8663ba-2359-4629-850a-16db3a5e3798', 'tag': 'd1d984fb-70ca-4008-b36b-e027b27472de', 'status': 'completed', 'code': 200}
Sep 08 16:21:41.641646 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d19125-d84b-48a7-b31c-84ee0765d4ef req-0f1d3a2e-c6a8-4422-bca0-271f8f971902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:41.644500 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-54d19125-d84b-48a7-b31c-84ee0765d4ef req-0f1d3a2e-c6a8-4422-bca0-271f8f971902 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a&tenant_id=0192ebea3f6246118edb985b970044bc HTTP/1.1" status: 200  len: 1096 time: 0.6847939
Sep 08 16:21:41.647565 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-06bc100a-b7b1-4cf3-a4aa-ab10415cb90d req-94e5e35c-fc00-430c-bb15-9e12dccaed43 service neutron] 10.222.0.70 "GET /v2.0/networks/2387d553-0a72-48c0-a9df-0fcfa0f93147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3440244
Sep 08 16:21:41.679175 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 933933a1-91b4-4222-abf0-80b0f7c6437c, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=933933a1-91b4-4222-abf0-80b0f7c6437c,segment=NetworkSegment(e85f2e36-127f-4ec5-9579-e2732491eb08),segment_id=e85f2e36-127f-4ec5-9579-e2732491eb08)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:21:41.723765 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-dfeefb59-6c8a-4733-9de8-36fef89c59cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251d61e80>, [{'id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'name': 'tempest-AttachVolumeTestJSON-732682896-router', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:15:48Z', 'revision_number': 4, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'gw_port': {'id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:27Z', 'updated_at': '2021-09-08T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_floatingips': [{'id': '7d0f4ecd-de7a-42f3-8f8e-690d63d61e81', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'floating_ip_address': '172.27.2.44', 'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'router_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'port_id': 'd1d984fb-70ca-4008-b36b-e027b27472de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9', 'mac_address': 'fa:16:3e:64:06:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8663ba-2359-4629-850a-16db3a5e3798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:21:09Z', 'updated_at': '2021-09-08T16:21:37Z', 'revision_number': 1, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c383f026-3af0-40d7-b82a-7196ee7c9260', 'name': '', 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'mac_address': 'fa:16:3e:e9:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6fbf176d-0f2a-4301-81f2-4479a85d15c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:43Z', 'updated_at': '2021-09-08T16:16:12Z', 'revision_number': 5, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'subnets': [{'id': '6fbf176d-0f2a-4301-81f2-4479a85d15c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:21:41.741457 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Returning: {'device': '933933a1-91b4-4222-abf0-80b0f7c6437c', 'network_id': '2387d553-0a72-48c0-a9df-0fcfa0f93147', 'port_id': '933933a1-91b4-4222-abf0-80b0f7c6437c', 'mac_address': 'fa:16:3e:94:b6:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51dbd2ad-3a4a-466a-bc09-51be72e853f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 08 16:21:41.748716 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeefb59-6c8a-4733-9de8-36fef89c59cf None None] Checking router: 4a8ff593-1e82-4008-b80b-c5adbd9ee2db for host: dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:21:41.762259 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c1773-0092-4cda-b439-1d534d70507d req-ed59215e-2b7e-43cc-aad6-4ead886168ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:41.764975 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-bd0c1773-0092-4cda-b439-1d534d70507d req-ed59215e-2b7e-43cc-aad6-4ead886168ad service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=212c97f3a57a4db5985bce4f60183ab4&device_id=2a8663ba-2359-4629-850a-16db3a5e3798 HTTP/1.1" status: 200  len: 1098 time: 0.3177664
Sep 08 16:21:41.805906 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d19125-d84b-48a7-b31c-84ee0765d4ef req-14fc84e5-fa89-475c-a091-7c6166218da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:41.807950 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-54d19125-d84b-48a7-b31c-84ee0765d4ef req-14fc84e5-fa89-475c-a091-7c6166218da5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0192ebea3f6246118edb985b970044bc&device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 1096 time: 0.1157739
Sep 08 16:21:41.865151 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeefb59-6c8a-4733-9de8-36fef89c59cf None None] Routers {'4a8ff593-1e82-4008-b80b-c5adbd9ee2db'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:21:41.866509 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-dfeefb59-6c8a-4733-9de8-36fef89c59cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251d61e80>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:21:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['4a8ff593-1e82-4008-b80b-c5adbd9ee2db'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:21:41.884086 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497a7bb-4992-41a5-927c-cb5384aaf16a req-d9e175d9-5832-4b48-ba55-13446d67bf33 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:41.885686 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7497a7bb-4992-41a5-927c-cb5384aaf16a req-d9e175d9-5832-4b48-ba55-13446d67bf33 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba6c642-aaa3-47c7-82a7-b2190f9266be HTTP/1.1" status: 200  len: 943 time: 0.3025305
Sep 08 16:21:41.988403 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7497a7bb-4992-41a5-927c-cb5384aaf16a req-3b91d13a-99f7-4583-ab08-3f66d13df7a7 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/security-groups?id=500768ed-bd41-4378-9c1e-158e50592549&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899785
Sep 08 16:21:42.050824 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d19125-d84b-48a7-b31c-84ee0765d4ef req-d8d52c81-f1c3-420a-9555-086b57758009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:42.053764 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-54d19125-d84b-48a7-b31c-84ee0765d4ef req-d8d52c81-f1c3-420a-9555-086b57758009 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7ca11c1b-7856-4c98-8d2f-ac9178457343 HTTP/1.1" status: 200  len: 909 time: 0.2375829
Sep 08 16:21:42.111398 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c1773-0092-4cda-b439-1d534d70507d req-65c07791-377a-4a53-8be6-ff06cc4c2a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:42.114550 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-bd0c1773-0092-4cda-b439-1d534d70507d req-65c07791-377a-4a53-8be6-ff06cc4c2a88 service neutron] 10.222.0.70 "GET /v2.0/networks?id=582096af-2f90-402d-b754-a13d85dcf0f9 HTTP/1.1" status: 200  len: 911 time: 0.3387618
Sep 08 16:21:42.144853 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:42.193252 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 933933a1-91b4-4222-abf0-80b0f7c6437c {{(pid=79427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:21:42.212649 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-dfeefb59-6c8a-4733-9de8-36fef89c59cf None None] Set router 4a8ff593-1e82-4008-b80b-c5adbd9ee2db gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:21:42.223134 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-54d19125-d84b-48a7-b31c-84ee0765d4ef req-1a23aed9-8d2d-4eb8-8b42-19a36d2196d5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d93681d-822b-4cdf-8b2f-08faccca27db HTTP/1.1" status: 200  len: 999 time: 0.1605954
Sep 08 16:21:42.339716 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d19125-d84b-48a7-b31c-84ee0765d4ef req-3ac4a53a-d800-45ef-b377-427dbd27b698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:42.347125 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-54d19125-d84b-48a7-b31c-84ee0765d4ef req-3ac4a53a-d800-45ef-b377-427dbd27b698 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c6eb4cc6-a294-41f4-91b9-bb96871ae1b1 HTTP/1.1" status: 200  len: 847 time: 0.1117761
Sep 08 16:21:42.383551 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-bd0c1773-0092-4cda-b439-1d534d70507d req-6e2bdec9-1970-4cc4-91da-fcc6e77c3834 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1d984fb-70ca-4008-b36b-e027b27472de HTTP/1.1" status: 200  len: 998 time: 0.2607057
Sep 08 16:21:42.388237 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 933933a1-91b4-4222-abf0-80b0f7c6437c, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=933933a1-91b4-4222-abf0-80b0f7c6437c,segment=NetworkSegment(e85f2e36-127f-4ec5-9579-e2732491eb08),segment_id=e85f2e36-127f-4ec5-9579-e2732491eb08)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:21:42.458196 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:42.468852 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:42.656415 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d19125-d84b-48a7-b31c-84ee0765d4ef req-d209e21a-7d15-4fc5-b48d-84753f7de6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:42.658818 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-54d19125-d84b-48a7-b31c-84ee0765d4ef req-d209e21a-7d15-4fc5-b48d-84753f7de6de service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7ca11c1b-7856-4c98-8d2f-ac9178457343&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3063636
Sep 08 16:21:42.692773 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c1773-0092-4cda-b439-1d534d70507d req-298587fc-511a-4e54-bad2-539cf22191e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:42.694840 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-bd0c1773-0092-4cda-b439-1d534d70507d req-298587fc-511a-4e54-bad2-539cf22191e7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6fbf176d-0f2a-4301-81f2-4479a85d15c0 HTTP/1.1" status: 200  len: 849 time: 0.3036747
Sep 08 16:21:42.740113 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=933933a1-91b4-4222-abf0-80b0f7c6437c,revision_number=4']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:42.763022 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:42.844384 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-54d19125-d84b-48a7-b31c-84ee0765d4ef req-e1a33a20-3ccb-454b-aeab-87fe747ca6e0 service neutron] 10.222.0.70 "GET /v2.0/networks/7ca11c1b-7856-4c98-8d2f-ac9178457343?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1772869
Sep 08 16:21:42.880492 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2bfc3-baf4-4b2b-bc8b-b97e6861cd78 req-1bc17c28-4067-4a44-a1e4-92de88dadbbb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:42.883298 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-c5c2bfc3-baf4-4b2b-bc8b-b97e6861cd78 req-1bc17c28-4067-4a44-a1e4-92de88dadbbb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 946 time: 0.3666811
Sep 08 16:21:42.895256 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['933933a1-91b4-4222-abf0-80b0f7c6437c'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:21:43.016354 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-54d19125-d84b-48a7-b31c-84ee0765d4ef req-c985f456-2c1a-4461-ae56-9314e0aecf33 service neutron] 10.222.0.70 "GET /v2.0/networks/7ca11c1b-7856-4c98-8d2f-ac9178457343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1634614
Sep 08 16:21:43.017368 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-c5c2bfc3-baf4-4b2b-bc8b-b97e6861cd78 req-f33fb2cf-22cb-4321-afd9-4611b93ea17d tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1181343
Sep 08 16:21:43.101151 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be374bbb-ac3c-429b-9227-14d754aaddde req-f053953d-6740-4d69-aecc-24ae0759840d tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:43.103041 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-be374bbb-ac3c-429b-9227-14d754aaddde req-f053953d-6740-4d69-aecc-24ae0759840d tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 943 time: 0.4060857
Sep 08 16:21:43.119931 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c1773-0092-4cda-b439-1d534d70507d req-a863a972-82ab-476d-a1f8-d9504d0517ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:43.121624 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-bd0c1773-0092-4cda-b439-1d534d70507d req-a863a972-82ab-476d-a1f8-d9504d0517ff service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=582096af-2f90-402d-b754-a13d85dcf0f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4180882
Sep 08 16:21:43.180878 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-dfeefb59-6c8a-4733-9de8-36fef89c59cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251d61e80>, [{'id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'name': 'tempest-AttachVolumeTestJSON-732682896-router', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:15:48Z', 'revision_number': 4, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'gw_port': {'id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:27Z', 'updated_at': '2021-09-08T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_floatingips': [{'id': '7d0f4ecd-de7a-42f3-8f8e-690d63d61e81', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'floating_ip_address': '172.27.2.44', 'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'router_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'port_id': 'd1d984fb-70ca-4008-b36b-e027b27472de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9', 'mac_address': 'fa:16:3e:64:06:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8663ba-2359-4629-850a-16db3a5e3798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:21:09Z', 'updated_at': '2021-09-08T16:21:37Z', 'revision_number': 1, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c383f026-3af0-40d7-b82a-7196ee7c9260', 'name': '', 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'mac_address': 'fa:16:3e:e9:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6fbf176d-0f2a-4301-81f2-4479a85d15c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:43Z', 'updated_at': '2021-09-08T16:16:12Z', 'revision_number': 5, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'subnets': [{'id': '6fbf176d-0f2a-4301-81f2-4479a85d15c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:21:43.295887 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeefb59-6c8a-4733-9de8-36fef89c59cf None None] The sync data for ids ['4a8ff593-1e82-4008-b80b-c5adbd9ee2db'] in dv-cinder-807898-1-iscsi is: [{'id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'name': 'tempest-AttachVolumeTestJSON-732682896-router', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:15:48Z', 'revision_number': 4, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'gw_port': {'id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:27Z', 'updated_at': '2021-09-08T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_floatingips': [{'id': '7d0f4ecd-de7a-42f3-8f8e-690d63d61e81', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'floating_ip_address': '172.27.2.44', 'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'router_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'port_id': 'd1d984fb-70ca-4008-b36b-e027b27472de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9', 'mac_address': 'fa:16:3e:64:06:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8663ba-2359-4629-850a-16db3a5e3798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:21:09Z', 'updated_at': '2021-09-08T16:21:37Z', 'revision_number': 1, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c383f026-3af0-40d7-b82a-7196ee7c9260', 'name': '', 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'mac_address': 'fa:16:3e:e9:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6fbf176d-0f2a-4301-81f2-4479a85d15c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:43Z', 'updated_at': '2021-09-08T16:16:12Z', 'revision_number': 5, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'subnets': [{'id': '6fbf176d-0f2a-4301-81f2-4479a85d15c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:21:43.305098 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-be374bbb-ac3c-429b-9227-14d754aaddde req-e575733c-d8fc-43c5-9617-8b7e92f44da4 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1821766
Sep 08 16:21:43.406154 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-bd0c1773-0092-4cda-b439-1d534d70507d req-e670a2ed-1d48-46c4-95b8-df0b7eeeaba5 service neutron] 10.222.0.70 "GET /v2.0/networks/582096af-2f90-402d-b754-a13d85dcf0f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2367556
Sep 08 16:21:43.697469 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-bd0c1773-0092-4cda-b439-1d534d70507d req-051e5fb5-a69b-41a0-9424-ca9f46e1c13e service neutron] 10.222.0.70 "GET /v2.0/networks/582096af-2f90-402d-b754-a13d85dcf0f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2789912
Sep 08 16:21:43.714196 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daefce1-8fcc-4c3b-82f2-8001fc310208 None None] New status for floating IP 7d0f4ecd-de7a-42f3-8f8e-690d63d61e81: ACTIVE {{(pid=79428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 08 16:21:43.752302 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede42076-cb64-4789-a7bb-b5cf6db9ef33 req-580f58f9-a1d4-4f13-8002-8c3809c711d5 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:43.754918 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ede42076-cb64-4789-a7bb-b5cf6db9ef33 req-580f58f9-a1d4-4f13-8002-8c3809c711d5 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba6c642-aaa3-47c7-82a7-b2190f9266be HTTP/1.1" status: 200  len: 944 time: 0.2266934
Sep 08 16:21:43.863924 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ede42076-cb64-4789-a7bb-b5cf6db9ef33 req-ad01ee72-8746-47fc-a5d1-8dc1fd49a54f tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/security-groups?id=500768ed-bd41-4378-9c1e-158e50592549&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978162
Sep 08 16:21:44.333383 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6bd12-8f85-4192-8bd6-9b5ab12b3298 req-cbc1ef5b-5a0e-4dfe-b1c4-c3781bd2cdb7 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:44.342217 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-aad6bd12-8f85-4192-8bd6-9b5ab12b3298 req-cbc1ef5b-5a0e-4dfe-b1c4-c3781bd2cdb7 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 946 time: 0.1637104
Sep 08 16:21:44.464438 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-aad6bd12-8f85-4192-8bd6-9b5ab12b3298 req-472c5a42-1cab-4de6-b372-e9f1924cf8c9 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1207154
Sep 08 16:21:44.713472 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cdae7-0ccb-4288-8292-afec56393d4d req-7e7f5a06-6317-4aa4-a082-4d76baee173d tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:44.715253 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-1c5cdae7-0ccb-4288-8292-afec56393d4d req-7e7f5a06-6317-4aa4-a082-4d76baee173d tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 943 time: 0.1047790
Sep 08 16:21:44.810733 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-1c5cdae7-0ccb-4288-8292-afec56393d4d req-a304bbc6-c185-4fdc-bc94-059d49f47896 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0853050
Sep 08 16:21:45.128888 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 933933a1-91b4-4222-abf0-80b0f7c6437c up at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:21:45.180678 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2be741-68e2-42e9-ba3e-ce92ec8719e7 req-ecc07f76-9dfc-42e4-9763-da53522761d6 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:45.182267 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ff2be741-68e2-42e9-ba3e-ce92ec8719e7 req-ecc07f76-9dfc-42e4-9763-da53522761d6 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba6c642-aaa3-47c7-82a7-b2190f9266be HTTP/1.1" status: 200  len: 944 time: 0.1275551
Sep 08 16:21:45.248566 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning for port 933933a1-91b4-4222-abf0-80b0f7c6437c completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:21:45.255773 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning complete for port 933933a1-91b4-4222-abf0-80b0f7c6437c triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:21:45.257974 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:45.258458 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ff2be741-68e2-42e9-ba3e-ce92ec8719e7 req-b63d6f5e-0762-42d8-85b6-c32e8efdb85d tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/security-groups?id=500768ed-bd41-4378-9c1e-158e50592549&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643649
Sep 08 16:21:45.450517 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:45.492562 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba6c642-aaa3-47c7-82a7-b2190f9266be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933933a1-91b4-4222-abf0-80b0f7c6437c'}] {{(pid=79427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:21:45.509678 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 933933a1-91b4-4222-abf0-80b0f7c6437c, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=933933a1-91b4-4222-abf0-80b0f7c6437c,segment=NetworkSegment(e85f2e36-127f-4ec5-9579-e2732491eb08),segment_id=e85f2e36-127f-4ec5-9579-e2732491eb08)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:21:45.578951 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:45.582427 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-6896757c-7247-401b-8ff3-4b45c5629f89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:45.643720 dv-cinder-807898-1-iscsi neutron-server[79427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba6c642-aaa3-47c7-82a7-b2190f9266be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933933a1-91b4-4222-abf0-80b0f7c6437c', 'code': 200}
Sep 08 16:21:45.730507 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=933933a1-91b4-4222-abf0-80b0f7c6437c,revision_number=5']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:45.739191 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:45.800404 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:45.846008 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c59d0-ebec-486f-b57a-564facc32772 req-6102b459-1fa8-40b0-9680-1c7bd958d62d tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:45.849277 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-281c59d0-ebec-486f-b57a-564facc32772 req-6102b459-1fa8-40b0-9680-1c7bd958d62d tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 946 time: 0.1910543
Sep 08 16:21:45.993480 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-281c59d0-ebec-486f-b57a-564facc32772 req-145d1056-0346-4375-8352-06260ae3917f tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1315272
Sep 08 16:21:46.257680 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755b094-bd9f-4936-bfd4-f74b85d0360d req-5540ef5d-2e8b-4543-9470-cece78fa2624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:46.260137 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4755b094-bd9f-4936-bfd4-f74b85d0360d req-5540ef5d-2e8b-4543-9470-cece78fa2624 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cba6c642-aaa3-47c7-82a7-b2190f9266be HTTP/1.1" status: 200  len: 1098 time: 0.2444785
Sep 08 16:21:46.271312 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed9a8c-dfac-4348-8843-6e305a93cf35 req-21574730-b446-455b-bd47-cf8189146400 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:46.273093 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-00ed9a8c-dfac-4348-8843-6e305a93cf35 req-21574730-b446-455b-bd47-cf8189146400 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 943 time: 0.1881976
Sep 08 16:21:46.388564 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-00ed9a8c-dfac-4348-8843-6e305a93cf35 req-0cb530a0-e94d-4dc5-b058-7c9549f70423 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0997548
Sep 08 16:21:46.402104 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4755b094-bd9f-4936-bfd4-f74b85d0360d req-08c6f6ca-6d03-4377-b1fb-c85d6c794662 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=500768ed-bd41-4378-9c1e-158e50592549&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275971
Sep 08 16:21:46.580621 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36b944-4ed0-406d-a901-2a4af2d22351 req-a6f58507-b1ab-49b1-baa3-9f8e3b5a8da9 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:46.583615 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2f36b944-4ed0-406d-a901-2a4af2d22351 req-a6f58507-b1ab-49b1-baa3-9f8e3b5a8da9 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba6c642-aaa3-47c7-82a7-b2190f9266be HTTP/1.1" status: 200  len: 945 time: 0.1464348
Sep 08 16:21:46.660858 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2f36b944-4ed0-406d-a901-2a4af2d22351 req-8ade8214-d7cf-43a4-b7d3-de78c4ef8410 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/security-groups?id=500768ed-bd41-4378-9c1e-158e50592549&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667613
Sep 08 16:21:47.269671 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd91155-babb-460e-923e-ef57b406966b req-32a4ee03-330f-4874-966e-61adb7232a60 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:47.271201 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9cd91155-babb-460e-923e-ef57b406966b req-32a4ee03-330f-4874-966e-61adb7232a60 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 946 time: 0.1108699
Sep 08 16:21:47.326238 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9cd91155-babb-460e-923e-ef57b406966b req-6f731d5f-5377-4204-9c88-9d4470583d80 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488291
Sep 08 16:21:47.794223 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09d45b-021a-4564-93de-38765a86fe1f req-b0dfce26-5549-46f4-860f-4d3f24b252e0 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:47.797090 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9a09d45b-021a-4564-93de-38765a86fe1f req-b0dfce26-5549-46f4-860f-4d3f24b252e0 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 943 time: 0.1789250
Sep 08 16:21:47.931693 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9a09d45b-021a-4564-93de-38765a86fe1f req-b0b72747-79fe-4d2b-a2ad-84834da85114 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1267793
Sep 08 16:21:48.310117 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93ccc3-c500-4571-92e2-318314335f0d req-3abd109a-198a-4380-afdf-700626fa6ff3 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:48.313102 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ec93ccc3-c500-4571-92e2-318314335f0d req-3abd109a-198a-4380-afdf-700626fa6ff3 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba6c642-aaa3-47c7-82a7-b2190f9266be HTTP/1.1" status: 200  len: 945 time: 0.3314717
Sep 08 16:21:48.395295 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ec93ccc3-c500-4571-92e2-318314335f0d req-043dcf5f-60c0-4b69-b485-0f129efd538a tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/security-groups?id=500768ed-bd41-4378-9c1e-158e50592549&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698392
Sep 08 16:21:48.739149 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308ffd9-a7bb-4cb4-a6cb-07c1a84dbdfc req-0e8363d8-e22d-47b3-bbc4-5cbde4c877a2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:48.742027 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d308ffd9-a7bb-4cb4-a6cb-07c1a84dbdfc req-0e8363d8-e22d-47b3-bbc4-5cbde4c877a2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 946 time: 0.1410608
Sep 08 16:21:48.835945 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d308ffd9-a7bb-4cb4-a6cb-07c1a84dbdfc req-2738257a-ae63-4686-bf5b-51e7a8f97704 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0870278
Sep 08 16:21:49.260889 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b69f5e-0883-4228-9312-1b13c453e567 req-fba72234-d9d8-4d32-b477-578b3abf653c tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:49.265006 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d8b69f5e-0883-4228-9312-1b13c453e567 req-fba72234-d9d8-4d32-b477-578b3abf653c tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 943 time: 0.1637554
Sep 08 16:21:49.406386 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d8b69f5e-0883-4228-9312-1b13c453e567 req-1858fc1b-769d-4f11-88b3-dee94c5c4224 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1204064
Sep 08 16:21:50.114180 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbeb2a-1280-4962-a0fe-c5b2d7e7560e req-a7ecf798-c056-43e6-980c-44bd1622cdf9 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:50.115805 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-e8dbeb2a-1280-4962-a0fe-c5b2d7e7560e req-a7ecf798-c056-43e6-980c-44bd1622cdf9 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 946 time: 0.1042397
Sep 08 16:21:50.184713 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-e8dbeb2a-1280-4962-a0fe-c5b2d7e7560e req-c821d867-bad1-4e54-9eac-bd47322aedff tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0619655
Sep 08 16:21:50.399845 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-54236e7a-6d6e-421d-a024-59e6380bad04 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:50.400609 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-54236e7a-6d6e-421d-a024-59e6380bad04 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Synchronizing usage tracker for tenant:73141861083d409898791956fbfb9619 on resource:network {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:21:50.427770 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-54236e7a-6d6e-421d-a024-59e6380bad04 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Unset dirty status for tenant:73141861083d409898791956fbfb9619 on resource:network {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:21:50.429005 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-54236e7a-6d6e-421d-a024-59e6380bad04 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/networks?id=e8e36103-d4a7-4534-8a1c-aa043a64be17 HTTP/1.1" status: 200  len: 815 time: 0.2401385
Sep 08 16:21:50.459875 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ae237-3b4a-48e1-9885-bf8d85dd1c4b req-d1c34db5-f051-49b9-838b-49b26471896e tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:50.461794 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-109ae237-3b4a-48e1-9885-bf8d85dd1c4b req-d1c34db5-f051-49b9-838b-49b26471896e tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba6c642-aaa3-47c7-82a7-b2190f9266be HTTP/1.1" status: 200  len: 945 time: 0.1545222
Sep 08 16:21:50.466515 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-028d0c9e-594a-4817-82bd-0e372d5451b9 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/quotas/73141861083d409898791956fbfb9619 HTTP/1.1" status: 200  len: 375 time: 0.0304692
Sep 08 16:21:50.643794 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-109ae237-3b4a-48e1-9885-bf8d85dd1c4b req-55b32bec-977e-4778-93d7-633d3d1970e9 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/security-groups?id=500768ed-bd41-4378-9c1e-158e50592549&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1742043
Sep 08 16:21:50.688627 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-dec1fa05-3588-4860-972c-a1a16d6e5821 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=73141861083d409898791956fbfb9619&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1945736
Sep 08 16:21:50.945912 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-65fa8278-f7d3-439b-82a3-4bc48300c50d service neutron] 10.222.0.25 "GET /v2.0/networks/e8e36103-d4a7-4534-8a1c-aa043a64be17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2348881
Sep 08 16:21:50.957801 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb108a5-6691-4b4c-9a5a-9cb42956dfa3 req-bcf63c5e-caa8-4307-a45f-d69d5c2bf239 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:50.959377 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3fb108a5-6691-4b4c-9a5a-9cb42956dfa3 req-bcf63c5e-caa8-4307-a45f-d69d5c2bf239 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 943 time: 0.1441367
Sep 08 16:21:51.094285 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3fb108a5-6691-4b4c-9a5a-9cb42956dfa3 req-db14c2dc-aa76-4f16-8ce7-0c8e7eb8e084 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1152179
Sep 08 16:21:51.139994 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-18a6f4d1-1ac1-4d24-8233-6cc9d7fad3ef service neutron] 10.222.0.25 "GET /v2.0/networks/e8e36103-d4a7-4534-8a1c-aa043a64be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1795735
Sep 08 16:21:51.153235 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 6d93681d-822b-4cdf-8b2f-08faccca27db details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 08 16:21:51.416878 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-29c331da-9522-41d9-a86d-6257b11733d3 req-a70dff8c-5414-49f0-89b5-ea1c70f5a39a tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 210 time: 0.0621128
Sep 08 16:21:51.467799 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 6d93681d-822b-4cdf-8b2f-08faccca27db, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=6d93681d-822b-4cdf-8b2f-08faccca27db,segment=NetworkSegment(1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3),segment_id=1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:21:51.494693 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Returning: {'device': '6d93681d-822b-4cdf-8b2f-08faccca27db', 'network_id': '7ca11c1b-7856-4c98-8d2f-ac9178457343', 'port_id': '6d93681d-822b-4cdf-8b2f-08faccca27db', 'mac_address': 'fa:16:3e:a6:e0:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6eb4cc6-a294-41f4-91b9-bb96871ae1b1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 08 16:21:51.598008 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e5890-55b9-437d-8a4f-82082cbb6c04 req-27ed551c-fdbf-4ae6-9750-59c2dc418f90 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:51.605187 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-978e5890-55b9-437d-8a4f-82082cbb6c04 req-27ed551c-fdbf-4ae6-9750-59c2dc418f90 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 946 time: 0.1446886
Sep 08 16:21:51.613330 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:51.647423 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d93681d-822b-4cdf-8b2f-08faccca27db {{(pid=79427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:21:51.656317 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-978e5890-55b9-437d-8a4f-82082cbb6c04 req-7a5a1deb-4674-4cac-965b-00541113a996 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499651
Sep 08 16:21:51.668869 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 6d93681d-822b-4cdf-8b2f-08faccca27db, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=6d93681d-822b-4cdf-8b2f-08faccca27db,segment=NetworkSegment(1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3),segment_id=1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:21:51.678284 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:51.680429 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:51.783293 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=6d93681d-822b-4cdf-8b2f-08faccca27db,revision_number=7']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:51.799188 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:21:51.799762 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:21:51.800418 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:21:51.800975 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:21:51.801486 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:21:51.801987 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:21:51.802477 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:21:51.803174 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:21:51.803580 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:21:51.804330 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:21:51.804871 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:21:51.805487 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:21:51.813173 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:51.891085 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377da452-0413-4071-9a5c-87dc7316f5c8 req-22e031f6-c55f-42b4-bddb-7dea5438567a tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:51.894033 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-377da452-0413-4071-9a5c-87dc7316f5c8 req-22e031f6-c55f-42b4-bddb-7dea5438567a tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.70 "GET /v2.0/ports?device_id=cba6c642-aaa3-47c7-82a7-b2190f9266be HTTP/1.1" status: 200  len: 945 time: 0.1221921
Sep 08 16:21:52.035951 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['6d93681d-822b-4cdf-8b2f-08faccca27db'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:21:52.053119 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [req-377da452-0413-4071-9a5c-87dc7316f5c8 req-7bff1e6e-0a77-4238-9a05-ae028de2cb9b tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Deleting port 933933a1-91b4-4222-abf0-80b0f7c6437c {{(pid=79426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:21:52.053468 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-377da452-0413-4071-9a5c-87dc7316f5c8 req-7bff1e6e-0a77-4238-9a05-ae028de2cb9b tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:52.308355 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b39bc-8845-4f8a-90d0-03593a0e5599 req-99cb9f1c-0994-4138-aa5a-1a2cd1a57a7b tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:52.309804 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-dd4b39bc-8845-4f8a-90d0-03593a0e5599 req-99cb9f1c-0994-4138-aa5a-1a2cd1a57a7b tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba6c642-aaa3-47c7-82a7-b2190f9266be HTTP/1.1" status: 200  len: 945 time: 0.3564146
Sep 08 16:21:52.541522 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [req-377da452-0413-4071-9a5c-87dc7316f5c8 req-7bff1e6e-0a77-4238-9a05-ae028de2cb9b tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] For port 933933a1-91b4-4222-abf0-80b0f7c6437c, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=933933a1-91b4-4222-abf0-80b0f7c6437c,segment=NetworkSegment(e85f2e36-127f-4ec5-9579-e2732491eb08),segment_id=e85f2e36-127f-4ec5-9579-e2732491eb08)] {{(pid=79426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:21:52.541887 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-377da452-0413-4071-9a5c-87dc7316f5c8 req-7bff1e6e-0a77-4238-9a05-ae028de2cb9b tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:52.592471 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-dd4b39bc-8845-4f8a-90d0-03593a0e5599 req-d08c3319-c0d4-4ddf-be23-eb0fc3a4b803 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/security-groups?id=500768ed-bd41-4378-9c1e-158e50592549&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2677608
Sep 08 16:21:52.731091 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [req-377da452-0413-4071-9a5c-87dc7316f5c8 req-7bff1e6e-0a77-4238-9a05-ae028de2cb9b tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Calling delete_port for 933933a1-91b4-4222-abf0-80b0f7c6437c owned by compute:nova {{(pid=79426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:21:52.808569 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8a87f-f1b3-4373-a112-f84d281e4e65 req-0403adae-bc76-4654-b109-d030f01a399f tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:52.810165 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-28b8a87f-f1b3-4373-a112-f84d281e4e65 req-0403adae-bc76-4654-b109-d030f01a399f tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 944 time: 0.3753068
Sep 08 16:21:52.997571 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-b5aaf60c-1a33-4684-bdb3-b5fff0c325b4 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:53.000028 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-b5aaf60c-1a33-4684-bdb3-b5fff0c325b4 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.70 "GET /v2.0/networks?id=e8e36103-d4a7-4534-8a1c-aa043a64be17 HTTP/1.1" status: 200  len: 815 time: 0.1631286
Sep 08 16:21:53.021829 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-c829ccbc-bfbf-4c12-9c6c-e6f8f670d2bc tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Request body: {'port': {'device_id': '98bdbfb7-ffb6-4948-947a-c946528dd2f4', 'network_id': 'e8e36103-d4a7-4534-8a1c-aa043a64be17', 'admin_state_up': True, 'tenant_id': '73141861083d409898791956fbfb9619'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:21:53.057005 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-28b8a87f-f1b3-4373-a112-f84d281e4e65 req-2e917fc3-7368-4c2f-84ed-0846a48da306 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2194405
Sep 08 16:21:53.102750 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-fa204ccf-46be-4544-8cc6-6ea350b1e682 req-33801107-ef0b-42d7-81c9-b8813fcb6b2f tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 210 time: 0.1209192
Sep 08 16:21:53.217721 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 6d93681d-822b-4cdf-8b2f-08faccca27db up at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:21:53.279548 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-c829ccbc-bfbf-4c12-9c6c-e6f8f670d2bc tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:21:53.287653 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-c829ccbc-bfbf-4c12-9c6c-e6f8f670d2bc tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Usage tracker for resource:port and tenant:73141861083d409898791956fbfb9619 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:21:53.291496 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-c829ccbc-bfbf-4c12-9c6c-e6f8f670d2bc tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:21:53.299436 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-c829ccbc-bfbf-4c12-9c6c-e6f8f670d2bc tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:21:53.311283 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-377da452-0413-4071-9a5c-87dc7316f5c8 req-7bff1e6e-0a77-4238-9a05-ae028de2cb9b tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:53.320447 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-c829ccbc-bfbf-4c12-9c6c-e6f8f670d2bc tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Made reservation on behalf of 73141861083d409898791956fbfb9619 for: {'port': 1} {{(pid=79425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:21:53.324507 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-c829ccbc-bfbf-4c12-9c6c-e6f8f670d2bc tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:53.335362 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-ed6fae3f-27ed-4586-91ee-f3db88d98843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:53.357639 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning complete for port 6d93681d-822b-4cdf-8b2f-08faccca27db triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:21:53.358114 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:53.407603 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff1e6e-0a77-4238-9a05-ae028de2cb9b tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Pushing event deleted for resources: {'Port': ['ID=933933a1-91b4-4222-abf0-80b0f7c6437c,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:53.444120 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-7bff1e6e-0a77-4238-9a05-ae028de2cb9b tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:53.509480 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.l3_dvrscheduler_db [req-377da452-0413-4071-9a5c-87dc7316f5c8 req-7bff1e6e-0a77-4238-9a05-ae028de2cb9b tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] No DVR routers for this DVR port 933933a1-91b4-4222-abf0-80b0f7c6437c on host hv-cinder-80789 {{(pid=79426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 08 16:21:53.514495 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-377da452-0413-4071-9a5c-87dc7316f5c8 req-7bff1e6e-0a77-4238-9a05-ae028de2cb9b tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:53.537027 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba6c642-aaa3-47c7-82a7-b2190f9266be', 'name': 'network-vif-deleted', 'tag': '933933a1-91b4-4222-abf0-80b0f7c6437c'}] {{(pid=79426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:21:53.547052 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-377da452-0413-4071-9a5c-87dc7316f5c8 req-7bff1e6e-0a77-4238-9a05-ae028de2cb9b tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.70 "DELETE /v2.0/ports/933933a1-91b4-4222-abf0-80b0f7c6437c HTTP/1.1" status: 204  len: 173 time: 1.6285465
Sep 08 16:21:53.585890 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:53.602642 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_common [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-c829ccbc-bfbf-4c12-9c6c-e6f8f670d2bc tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Allocated IP 172.20.0.4 (e8e36103-d4a7-4534-8a1c-aa043a64be17/3c7012dd-217b-4c83-bdf7-d6920ffb08f4/f2af78ec-25e1-4833-a7df-32634ee73ed6) {{(pid=79425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:21:53.637043 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037ec55-dc22-45e5-9798-577b41b687fd req-d708ce78-4eb0-49c3-be7a-108f0b2d9c28 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:53.665253 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f037ec55-dc22-45e5-9798-577b41b687fd req-d708ce78-4eb0-49c3-be7a-108f0b2d9c28 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 946 time: 0.4296827
Sep 08 16:21:53.671234 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 6d93681d-822b-4cdf-8b2f-08faccca27db, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=6d93681d-822b-4cdf-8b2f-08faccca27db,segment=NetworkSegment(1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3),segment_id=1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:21:53.674566 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3b840e-551f-45cd-bbb8-079394ec0f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d93681d-822b-4cdf-8b2f-08faccca27db'}] {{(pid=79427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:21:53.686950 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:53.693144 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 933933a1-91b4-4222-abf0-80b0f7c6437c no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:21:53.746014 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:53.825261 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba6c642-aaa3-47c7-82a7-b2190f9266be', 'name': 'network-vif-deleted', 'tag': '933933a1-91b4-4222-abf0-80b0f7c6437c', 'status': 'completed', 'code': 200}
Sep 08 16:21:53.854269 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] No Port match for: 933933a1-91b4-4222-abf0-80b0f7c6437c {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:21:53.854649 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 933933a1-91b4-4222-abf0-80b0f7c6437c not bound to the agent host hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:21:53.883373 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f037ec55-dc22-45e5-9798-577b41b687fd req-33bd554e-31ca-4e7f-8397-80f907a7c565 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2155147
Sep 08 16:21:53.923139 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=6d93681d-822b-4cdf-8b2f-08faccca27db,revision_number=8']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:53.941581 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:54.050110 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-c829ccbc-bfbf-4c12-9c6c-e6f8f670d2bc tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks [] for port, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:54.071823 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.provisioning_blocks [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-c829ccbc-bfbf-4c12-9c6c-e6f8f670d2bc tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Transition to ACTIVE for port object f2af78ec-25e1-4833-a7df-32634ee73ed6 will not be triggered until provisioned by entity DHCP. {{(pid=79425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:21:54.100288 dv-cinder-807898-1-iscsi neutron-server[79427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3b840e-551f-45cd-bbb8-079394ec0f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d93681d-822b-4cdf-8b2f-08faccca27db', 'code': 200}
Sep 08 16:21:54.158448 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-c829ccbc-bfbf-4c12-9c6c-e6f8f670d2bc tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:54.168382 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-4e7f9d7d-e559-4fc5-bb8e-4926b2b95cb8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:21:54.290932 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-7da67301-15f9-488d-a873-a7cb385ce9e4 req-2e01c3a0-0ac9-485a-a323-9ff3a038092a tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Synchronizing usage tracker for tenant:633ffbd0760e4ad69bef0e867ad6c4b9 on resource:port {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:21:54.342391 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-7da67301-15f9-488d-a873-a7cb385ce9e4 req-2e01c3a0-0ac9-485a-a323-9ff3a038092a tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Unset dirty status for tenant:633ffbd0760e4ad69bef0e867ad6c4b9 on resource:port {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:21:54.349848 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7da67301-15f9-488d-a873-a7cb385ce9e4 req-2e01c3a0-0ac9-485a-a323-9ff3a038092a tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba6c642-aaa3-47c7-82a7-b2190f9266be HTTP/1.1" status: 200  len: 210 time: 0.1803205
Sep 08 16:21:54.362836 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-c829ccbc-bfbf-4c12-9c6c-e6f8f670d2bc tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Network e8e36103-d4a7-4534-8a1c-aa043a64be17 is already hosted by enough agents. {{(pid=79425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:21:54.380383 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-c829ccbc-bfbf-4c12-9c6c-e6f8f670d2bc tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Resources bound (agent type, host, resource id):  {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:21:54.380383 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-c829ccbc-bfbf-4c12-9c6c-e6f8f670d2bc tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Received port after_create {{(pid=79425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:21:54.436007 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c829ccbc-bfbf-4c12-9c6c-e6f8f670d2bc tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Pushing event updated for resources: {'Port': ['ID=f2af78ec-25e1-4833-a7df-32634ee73ed6,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:21:54.446780 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-c829ccbc-bfbf-4c12-9c6c-e6f8f670d2bc tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:21:54.546261 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-c829ccbc-bfbf-4c12-9c6c-e6f8f670d2bc tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:54.547020 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-c829ccbc-bfbf-4c12-9c6c-e6f8f670d2bc tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:54.585441 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-c829ccbc-bfbf-4c12-9c6c-e6f8f670d2bc tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5690479
Sep 08 16:21:54.760406 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-bc9a7e80-d91f-4961-b262-10200f22c753 None None] Provisioning for port f2af78ec-25e1-4833-a7df-32634ee73ed6 completed by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:21:54.772697 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-bc9a7e80-d91f-4961-b262-10200f22c753 None None] Provisioning complete for port f2af78ec-25e1-4833-a7df-32634ee73ed6 triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:21:54.773008 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-bc9a7e80-d91f-4961-b262-10200f22c753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:21:54.895234 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-bc9a7e80-d91f-4961-b262-10200f22c753 None None] Port f2af78ec-25e1-4833-a7df-32634ee73ed6 cannot update to ACTIVE because it is not bound. {{(pid=79427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 08 16:21:54.968718 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c064ede-ede4-441b-872b-e87c7a9e6ec7 req-26d53fbd-73e4-4718-b6b1-c848d5050dd8 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:54.972392 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3c064ede-ede4-441b-872b-e87c7a9e6ec7 req-26d53fbd-73e4-4718-b6b1-c848d5050dd8 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 945 time: 0.3689971
Sep 08 16:21:55.041288 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e325a5b-a9aa-4cb1-9bb6-37db3a562575 req-348c2e9e-fb64-4a16-984c-9189fbf4738c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:55.052021 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3e325a5b-a9aa-4cb1-9bb6-37db3a562575 req-348c2e9e-fb64-4a16-984c-9189fbf4738c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 931 time: 0.2738204
Sep 08 16:21:55.115654 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-3e325a5b-a9aa-4cb1-9bb6-37db3a562575 req-40facca1-4a27-42a9-8a5a-265d462ab701 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Synchronizing usage tracker for tenant:73141861083d409898791956fbfb9619 on resource:security_group {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:21:55.122410 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3c064ede-ede4-441b-872b-e87c7a9e6ec7 req-9f693e0c-4f7d-499a-a314-29f15765b9ae tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1319311
Sep 08 16:21:55.148591 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-3e325a5b-a9aa-4cb1-9bb6-37db3a562575 req-40facca1-4a27-42a9-8a5a-265d462ab701 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Unset dirty status for tenant:73141861083d409898791956fbfb9619 on resource:security_group {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:21:55.150121 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3e325a5b-a9aa-4cb1-9bb6-37db3a562575 req-40facca1-4a27-42a9-8a5a-265d462ab701 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970354
Sep 08 16:21:55.357747 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1016fd-a2a7-4a25-a448-e256a7a0d37a req-880dcc73-26dd-4801-b08c-0657bb9fb76d tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:55.367417 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-8e1016fd-a2a7-4a25-a448-e256a7a0d37a req-880dcc73-26dd-4801-b08c-0657bb9fb76d tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 946 time: 0.1117702
Sep 08 16:21:55.436030 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-8e1016fd-a2a7-4a25-a448-e256a7a0d37a req-51e19e9d-0bc7-4557-8e52-0423eb9194c2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616083
Sep 08 16:21:55.555463 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d23f7028-ecf8-49ca-b0bc-2277c2641184 req-704710f5-7b08-4387-a21d-938c77918190 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba6c642-aaa3-47c7-82a7-b2190f9266be HTTP/1.1" status: 200  len: 210 time: 0.0531592
Sep 08 16:21:56.361848 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b5689-aba1-4a0a-8ef2-d734934e6def req-3e9e38d0-ce82-4d0a-bedd-fda985706fcb tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:56.366247 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5b0b5689-aba1-4a0a-8ef2-d734934e6def req-3e9e38d0-ce82-4d0a-bedd-fda985706fcb tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 945 time: 0.1227195
Sep 08 16:21:56.428257 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5b0b5689-aba1-4a0a-8ef2-d734934e6def req-a66d1d8f-ba4e-4f07-b4a7-127381f57f31 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523424
Sep 08 16:21:56.765437 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687d6f6-cace-4ae2-b3c3-f644fe476dfa req-69ccac74-3803-42e6-8e9c-891c27b998ff tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:56.768714 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b687d6f6-cace-4ae2-b3c3-f644fe476dfa req-69ccac74-3803-42e6-8e9c-891c27b998ff tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 931 time: 0.1381030
Sep 08 16:21:56.842165 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b687d6f6-cace-4ae2-b3c3-f644fe476dfa req-28a6f6b9-0da5-4ce4-8f19-55731140556b tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666833
Sep 08 16:21:57.127421 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d682303-46a4-4f97-a7f6-f6ec1bc91031 req-5ca91097-afe9-4ff8-9867-8dba58b9b122 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:57.130118 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5d682303-46a4-4f97-a7f6-f6ec1bc91031 req-5ca91097-afe9-4ff8-9867-8dba58b9b122 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 946 time: 0.1148479
Sep 08 16:21:57.192018 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5d682303-46a4-4f97-a7f6-f6ec1bc91031 req-915dcf8d-1ad1-4407-85f1-df83de550308 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0557170
Sep 08 16:21:57.383259 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ac868983-fa34-4f77-b008-8159367a3972 req-4ab2f0ed-1ec3-4c63-9061-865ca0d7bec3 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba6c642-aaa3-47c7-82a7-b2190f9266be HTTP/1.1" status: 200  len: 210 time: 0.0576346
Sep 08 16:21:57.732591 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:21:57.754260 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1931f83-9757-4841-97dc-fc7343389a1f req-e511d348-3af0-4c21-b738-ae92620c0622 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:57.756164 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b1931f83-9757-4841-97dc-fc7343389a1f req-e511d348-3af0-4c21-b738-ae92620c0622 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 945 time: 0.1252253
Sep 08 16:21:57.817181 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b1931f83-9757-4841-97dc-fc7343389a1f req-38034480-745e-4289-8ea1-2dd2734fa3e3 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538280
Sep 08 16:21:58.145280 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5d02d-f0f3-4b4c-af19-51b7b8754277 req-9caebfdc-e532-45cf-9b5b-8e3b226fb290 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:58.146772 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6ce5d02d-f0f3-4b4c-af19-51b7b8754277 req-9caebfdc-e532-45cf-9b5b-8e3b226fb290 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 931 time: 0.1026893
Sep 08 16:21:58.310652 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6ce5d02d-f0f3-4b4c-af19-51b7b8754277 req-3b157615-a031-485a-bf6e-831d4a8ed9d5 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1549180
Sep 08 16:21:58.601186 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e303f-bf4e-45df-b12e-599c4c3e62d3 req-9a8ae976-1ebd-47bc-86ec-acacb0ef2256 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:58.602826 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-054e303f-bf4e-45df-b12e-599c4c3e62d3 req-9a8ae976-1ebd-47bc-86ec-acacb0ef2256 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 946 time: 0.1025255
Sep 08 16:21:58.694394 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-054e303f-bf4e-45df-b12e-599c4c3e62d3 req-eec3b061-6570-486b-8062-88ea821210c2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0833373
Sep 08 16:21:58.940157 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-767fd6f4-498e-479c-95c1-a47c69bb42e9 req-51aeef1c-a913-436b-aeec-81691eef39f7 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba6c642-aaa3-47c7-82a7-b2190f9266be HTTP/1.1" status: 200  len: 210 time: 0.0899830
Sep 08 16:21:59.234928 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd8029-6d3c-4a45-b00d-e0e0d38f6ac2 req-e8defa6e-8c63-492f-81b9-9fe5a3ae3b03 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:59.238007 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9cbd8029-6d3c-4a45-b00d-e0e0d38f6ac2 req-e8defa6e-8c63-492f-81b9-9fe5a3ae3b03 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 945 time: 0.1175175
Sep 08 16:21:59.287625 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9cbd8029-6d3c-4a45-b00d-e0e0d38f6ac2 req-9d49512a-b8ab-4e3d-b0e7-f523ca53d0d4 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435042
Sep 08 16:21:59.600777 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e3184-bbdc-45da-be79-a7a3b09d96ef req-887585ca-1b6d-42bc-9d1e-ae719b8d6dd7 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:59.603665 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-e88e3184-bbdc-45da-be79-a7a3b09d96ef req-887585ca-1b6d-42bc-9d1e-ae719b8d6dd7 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 931 time: 0.1372488
Sep 08 16:21:59.658371 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-e88e3184-bbdc-45da-be79-a7a3b09d96ef req-28cac6a1-e8eb-4fbd-b7e4-1bdd10fc8f21 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450277
Sep 08 16:21:59.977199 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcd4d5-3412-41a2-b1f4-02e9ac8cfb45 req-4c81db7b-3cb3-4231-bb70-44186e2142fb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:21:59.984148 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-dcbcd4d5-3412-41a2-b1f4-02e9ac8cfb45 req-4c81db7b-3cb3-4231-bb70-44186e2142fb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 946 time: 0.1356778
Sep 08 16:22:00.047496 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-dcbcd4d5-3412-41a2-b1f4-02e9ac8cfb45 req-20a06280-3826-43d0-98a0-ca5d05fbffc3 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521777
Sep 08 16:22:00.260598 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-17e1fe00-4d65-49dc-b288-316e981ad9d1 req-30dccfc2-e5ab-46a5-8b17-e381b29db225 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba6c642-aaa3-47c7-82a7-b2190f9266be HTTP/1.1" status: 200  len: 210 time: 0.0840864
Sep 08 16:22:00.636289 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a888c4a-22d2-4247-8cc4-a81490e17b29 req-f9c8e74d-b3cd-46dc-871e-b1075bff51bc tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:00.639133 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3a888c4a-22d2-4247-8cc4-a81490e17b29 req-f9c8e74d-b3cd-46dc-871e-b1075bff51bc tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 945 time: 0.1378360
Sep 08 16:22:00.704070 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3a888c4a-22d2-4247-8cc4-a81490e17b29 req-2bac1a4a-f35e-4645-9990-f2e1f54f7b9b tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544508
Sep 08 16:22:00.820479 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-a62d4ff2-d2d1-4d44-9b46-bc569e854982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:00.966341 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58a2ce-7b05-46a2-9dca-114c61c2afb4 req-badcbf03-4348-4679-b7d2-65c804956210 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:00.968291 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7d58a2ce-7b05-46a2-9dca-114c61c2afb4 req-badcbf03-4348-4679-b7d2-65c804956210 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 931 time: 0.1254547
Sep 08 16:22:01.055579 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7d58a2ce-7b05-46a2-9dca-114c61c2afb4 req-66b2a5e2-6dc3-4a74-9f37-7912c941188c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803299
Sep 08 16:22:01.306391 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:01.317639 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce2d8d-bd44-43d7-a9d3-5f39f83d79bd req-3c4d8854-607c-4705-8494-1899177554b3 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:01.319542 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f1ce2d8d-bd44-43d7-a9d3-5f39f83d79bd req-3c4d8854-607c-4705-8494-1899177554b3 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 946 time: 0.1343477
Sep 08 16:22:01.377794 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f1ce2d8d-bd44-43d7-a9d3-5f39f83d79bd req-2140b2d3-397b-450f-acbb-1acabc27b5f6 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466750
Sep 08 16:22:01.619082 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7e42d9ed-bdef-4845-85ea-a1694d124f97 req-9bebcbab-eb78-44e7-9f7e-c724ba55de4a tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba6c642-aaa3-47c7-82a7-b2190f9266be HTTP/1.1" status: 200  len: 210 time: 0.0652127
Sep 08 16:22:01.984496 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420324ef-652b-4579-808c-b42ba3bc7a1d req-20c51a1a-7f89-4df2-acc0-6d6de55646f7 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:01.988125 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-420324ef-652b-4579-808c-b42ba3bc7a1d req-20c51a1a-7f89-4df2-acc0-6d6de55646f7 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 945 time: 0.1024051
Sep 08 16:22:02.039147 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-420324ef-652b-4579-808c-b42ba3bc7a1d req-2fcb0847-8035-4893-a0b7-18532d2389fd tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447810
Sep 08 16:22:02.311035 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3bf40-e45c-47df-8940-f02df2c9d9ae req-339ead7e-ac8f-461a-b7de-a1855bc06a93 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:02.313906 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-c5b3bf40-e45c-47df-8940-f02df2c9d9ae req-339ead7e-ac8f-461a-b7de-a1855bc06a93 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 931 time: 0.1141715
Sep 08 16:22:02.395525 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-c5b3bf40-e45c-47df-8940-f02df2c9d9ae req-e87c5184-eba3-48b6-ab37-c72c68ef4671 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714173
Sep 08 16:22:02.732917 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d046a10-41ba-4bad-abbe-1f47c14d852b req-fd61793e-b024-4b35-a0b1-5e0fd8f56285 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:02.734773 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5d046a10-41ba-4bad-abbe-1f47c14d852b req-fd61793e-b024-4b35-a0b1-5e0fd8f56285 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 946 time: 0.1363423
Sep 08 16:22:02.794097 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5d046a10-41ba-4bad-abbe-1f47c14d852b req-b2e3914c-1396-420f-87ed-0039221ab981 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515354
Sep 08 16:22:03.094016 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-916e4fbe-a531-41fc-9413-b3be5a1c0d80 req-c837db63-6774-476b-b5c0-baff7d96e9fa tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba6c642-aaa3-47c7-82a7-b2190f9266be HTTP/1.1" status: 200  len: 210 time: 0.0735285
Sep 08 16:22:03.406058 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c41952-1cb8-4d20-8560-cd51677e8312 req-30e23a2e-02de-46b9-afd6-645a50616bea tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:03.409212 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-90c41952-1cb8-4d20-8560-cd51677e8312 req-30e23a2e-02de-46b9-afd6-645a50616bea tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 945 time: 0.1669960
Sep 08 16:22:03.475184 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-90c41952-1cb8-4d20-8560-cd51677e8312 req-ed1ded98-c320-41ae-bf77-22c90137e021 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595183
Sep 08 16:22:03.792910 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d6f50-bc2a-4866-b992-ce06a6e3a9ac req-ec763b0b-6825-41c3-ae85-cd77ec704499 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:03.794943 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b86d6f50-bc2a-4866-b992-ce06a6e3a9ac req-ec763b0b-6825-41c3-ae85-cd77ec704499 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 931 time: 0.1543739
Sep 08 16:22:03.858164 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b86d6f50-bc2a-4866-b992-ce06a6e3a9ac req-1e7babc4-da93-4070-a919-cd65a0b8ef30 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480692
Sep 08 16:22:03.936678 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-063409e3-f93a-4454-b9e6-bc652bb1afa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:04.092794 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b8d4d-24ef-41e4-9b1a-cd5c02f474b9 req-ec4c4369-06a5-4c1d-83d9-cf4ff67e093b tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:04.094342 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5b5b8d4d-24ef-41e4-9b1a-cd5c02f474b9 req-ec4c4369-06a5-4c1d-83d9-cf4ff67e093b tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 946 time: 0.1219287
Sep 08 16:22:04.171241 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5b5b8d4d-24ef-41e4-9b1a-cd5c02f474b9 req-6eb15e21-c83a-491f-a58b-31a05c4276d7 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0704393
Sep 08 16:22:04.354640 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-043cdb04-a378-4bbe-94e0-38bb213e570b req-2e550637-3d0f-4031-9dbc-235729fcdf08 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] 10.222.0.25 "GET /v2.0/ports?device_id=cba6c642-aaa3-47c7-82a7-b2190f9266be HTTP/1.1" status: 200  len: 210 time: 0.0457919
Sep 08 16:22:04.699675 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992709b8-5553-412c-a74d-a52d94d856e0 req-33dbe00f-bf01-41b2-ad17-eb69b5b5b28e tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:04.701335 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-992709b8-5553-412c-a74d-a52d94d856e0 req-33dbe00f-bf01-41b2-ad17-eb69b5b5b28e tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 945 time: 0.0908062
Sep 08 16:22:04.785308 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-992709b8-5553-412c-a74d-a52d94d856e0 req-ada9290b-59aa-4cd0-b62b-2f66141deb90 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0764866
Sep 08 16:22:04.796045 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-8c8d5988-52c2-4e12-8e7c-a4cdf63e63a7 service neutron] Request body: {'port': {'device_id': '98bdbfb7-ffb6-4948-947a-c946528dd2f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:22:04.992157 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-8c8d5988-52c2-4e12-8e7c-a4cdf63e63a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:05.237737 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:05.322552 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a8373-62f3-4be5-8041-bd992c3d1722 req-6c85a88e-9091-41b6-8382-bc31f03d648f tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:05.325273 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-673a8373-62f3-4be5-8041-bd992c3d1722 req-6c85a88e-9091-41b6-8382-bc31f03d648f tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 931 time: 0.2544467
Sep 08 16:22:05.555171 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3c67a-346a-48bc-94da-e043b94d5b7e req-2b5e75da-4bba-4f41-90f2-c9620c194513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:05.556811 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-aba3c67a-346a-48bc-94da-e043b94d5b7e req-2b5e75da-4bba-4f41-90f2-c9620c194513 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 1098 time: 0.3907077
Sep 08 16:22:05.563524 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-673a8373-62f3-4be5-8041-bd992c3d1722 req-72b0fe02-a5af-4908-a16d-96ddb5d93040 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845068
Sep 08 16:22:05.624374 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-8c8d5988-52c2-4e12-8e7c-a4cdf63e63a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2af78ec-25e1-4833-a7df-32634ee73ed6 {{(pid=79425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:22:05.627285 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-aba3c67a-346a-48bc-94da-e043b94d5b7e req-1b346be0-65c5-4f47-8da3-ac364712df02 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604653
Sep 08 16:22:05.638507 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-8c8d5988-52c2-4e12-8e7c-a4cdf63e63a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:05.655676 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93fe4d-6d85-4af8-9a4c-e4c36e45f3ea req-11ceec22-359f-4277-820f-b25407fd6ae4 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:05.660093 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5e93fe4d-6d85-4af8-9a4c-e4c36e45f3ea req-11ceec22-359f-4277-820f-b25407fd6ae4 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 946 time: 0.3281016
Sep 08 16:22:05.670680 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.provisioning_blocks [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-8c8d5988-52c2-4e12-8e7c-a4cdf63e63a7 service neutron] Transition to ACTIVE for port object f2af78ec-25e1-4833-a7df-32634ee73ed6 will not be triggered until provisioned by entity L2. {{(pid=79425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:22:05.676028 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-8c8d5988-52c2-4e12-8e7c-a4cdf63e63a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334251'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:05.684573 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-cf1016b3-f0f7-4a14-b601-1cf55bd0206c tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:22:05.726707 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5e93fe4d-6d85-4af8-9a4c-e4c36e45f3ea req-1621778e-1661-480d-8819-59831e1e9f7b tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604060
Sep 08 16:22:06.156947 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfee21-8074-4b9a-abf6-ebc85ede7327 req-ded27c1d-85d4-4347-b67d-fa6fe2a43eb4 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:06.164267 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ecdfee21-8074-4b9a-abf6-ebc85ede7327 req-ded27c1d-85d4-4347-b67d-fa6fe2a43eb4 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 945 time: 0.1971419
Sep 08 16:22:06.236390 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ecdfee21-8074-4b9a-abf6-ebc85ede7327 req-ad0c8c5f-d51b-42a5-8c8c-cfed1f3cb558 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663259
Sep 08 16:22:06.248888 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d5988-52c2-4e12-8e7c-a4cdf63e63a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f2af78ec-25e1-4833-a7df-32634ee73ed6,revision_number=2']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:22:06.253316 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-8c8d5988-52c2-4e12-8e7c-a4cdf63e63a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:22:06.328868 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-8c8d5988-52c2-4e12-8e7c-a4cdf63e63a7 service neutron] Attempting to bind port f2af78ec-25e1-4833-a7df-32634ee73ed6 on host hv-cinder-80789 for vnic_type normal with profile  {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:22:06.329160 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-8c8d5988-52c2-4e12-8e7c-a4cdf63e63a7 service neutron] Attempting to bind port f2af78ec-25e1-4833-a7df-32634ee73ed6 by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': '692d8389-e7f4-41d5-b576-e474440eb184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'e8e36103-d4a7-4534-8a1c-aa043a64be17'}] {{(pid=79425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:22:06.329995 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-8c8d5988-52c2-4e12-8e7c-a4cdf63e63a7 service neutron] Attempting to bind port f2af78ec-25e1-4833-a7df-32634ee73ed6 on network e8e36103-d4a7-4534-8a1c-aa043a64be17 {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:22:06.335559 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-8c8d5988-52c2-4e12-8e7c-a4cdf63e63a7 service neutron] Port f2af78ec-25e1-4833-a7df-32634ee73ed6 on network e8e36103-d4a7-4534-8a1c-aa043a64be17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 08 16:22:06.335919 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-8c8d5988-52c2-4e12-8e7c-a4cdf63e63a7 service neutron] Attempting to bind port f2af78ec-25e1-4833-a7df-32634ee73ed6 on network e8e36103-d4a7-4534-8a1c-aa043a64be17 {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:22:06.341971 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-8c8d5988-52c2-4e12-8e7c-a4cdf63e63a7 service neutron] Checking agent: {'id': 'c4ee52ba-d613-406f-b441-649e3bfebfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'started_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:22:06.342318 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-8c8d5988-52c2-4e12-8e7c-a4cdf63e63a7 service neutron] Checking segment: {'id': '692d8389-e7f4-41d5-b576-e474440eb184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'e8e36103-d4a7-4534-8a1c-aa043a64be17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:22:06.342713 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-8c8d5988-52c2-4e12-8e7c-a4cdf63e63a7 service neutron] Bound using segment: {'id': '692d8389-e7f4-41d5-b576-e474440eb184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'e8e36103-d4a7-4534-8a1c-aa043a64be17'} {{(pid=79425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:22:06.343160 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.managers [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-8c8d5988-52c2-4e12-8e7c-a4cdf63e63a7 service neutron] Bound port: f2af78ec-25e1-4833-a7df-32634ee73ed6, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '692d8389-e7f4-41d5-b576-e474440eb184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'e8e36103-d4a7-4534-8a1c-aa043a64be17'}}] {{(pid=79425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:22:06.343585 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-8c8d5988-52c2-4e12-8e7c-a4cdf63e63a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:06.454199 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-8c8d5988-52c2-4e12-8e7c-a4cdf63e63a7 service neutron] For port f2af78ec-25e1-4833-a7df-32634ee73ed6, host hv-cinder-80789, cleared binding levels {{(pid=79425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:22:06.460140 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-8c8d5988-52c2-4e12-8e7c-a4cdf63e63a7 service neutron] For port f2af78ec-25e1-4833-a7df-32634ee73ed6, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=f2af78ec-25e1-4833-a7df-32634ee73ed6,segment=NetworkSegment(692d8389-e7f4-41d5-b576-e474440eb184),segment_id=692d8389-e7f4-41d5-b576-e474440eb184)] {{(pid=79425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:22:06.466112 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-8c8d5988-52c2-4e12-8e7c-a4cdf63e63a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334251'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:06.475364 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-5bc84950-6dcb-4ba7-b8c7-9de6bb3d2943 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:22:06.555277 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-8c8d5988-52c2-4e12-8e7c-a4cdf63e63a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:06.555951 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-8c8d5988-52c2-4e12-8e7c-a4cdf63e63a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:06.557389 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-8c8d5988-52c2-4e12-8e7c-a4cdf63e63a7 service neutron] 10.222.0.70 "PUT /v2.0/ports/f2af78ec-25e1-4833-a7df-32634ee73ed6 HTTP/1.1" status: 200  len: 1093 time: 1.7682040
Sep 08 16:22:06.557909 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98bdbfb7-ffb6-4948-947a-c946528dd2f4', 'tag': 'f2af78ec-25e1-4833-a7df-32634ee73ed6'}] {{(pid=79425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:22:06.599370 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d5988-52c2-4e12-8e7c-a4cdf63e63a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f2af78ec-25e1-4833-a7df-32634ee73ed6,revision_number=3']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:22:06.615223 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-8c8d5988-52c2-4e12-8e7c-a4cdf63e63a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:22:06.660477 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98bdbfb7-ffb6-4948-947a-c946528dd2f4', 'tag': 'f2af78ec-25e1-4833-a7df-32634ee73ed6', 'status': 'completed', 'code': 200}
Sep 08 16:22:06.958987 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-0877326e-becb-45c1-aca5-46dce941d11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:06.961596 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-0877326e-becb-45c1-aca5-46dce941d11a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=73141861083d409898791956fbfb9619&device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 1096 time: 0.2708519
Sep 08 16:22:07.131407 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-01b2ddfe-0c80-4e3e-b957-5c29e3096067 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2af78ec-25e1-4833-a7df-32634ee73ed6 HTTP/1.1" status: 200  len: 217 time: 0.1542745
Sep 08 16:22:07.237295 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-d494c70b-c4cb-4ef5-a6a1-e73c35520917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:07.240227 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-d494c70b-c4cb-4ef5-a6a1-e73c35520917 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3c7012dd-217b-4c83-bdf7-d6920ffb08f4 HTTP/1.1" status: 200  len: 854 time: 0.0969150
Sep 08 16:22:07.258023 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 08 16:22:07.277581 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12432bef-5019-4e3a-9f05-386b6e5446f4 req-80deadaf-9d70-4d98-89cc-7206ac0c3378 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:07.288257 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-12432bef-5019-4e3a-9f05-386b6e5446f4 req-80deadaf-9d70-4d98-89cc-7206ac0c3378 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 943 time: 0.3710160
Sep 08 16:22:07.355518 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc77f0-4438-410e-a75b-91149d73d33c req-16d0e1e4-6a64-4049-9519-79ba75474e9a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:07.358429 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3ddc77f0-4438-410e-a75b-91149d73d33c req-16d0e1e4-6a64-4049-9519-79ba75474e9a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 946 time: 0.2834699
Sep 08 16:22:07.393425 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-dbe7c0cf-ca84-462d-9d69-254aaaaddcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:07.397513 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-dbe7c0cf-ca84-462d-9d69-254aaaaddcf4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8e36103-d4a7-4534-8a1c-aa043a64be17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1484594
Sep 08 16:22:07.404228 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-12432bef-5019-4e3a-9f05-386b6e5446f4 req-84ef6578-ff3f-4297-83db-a2e271101e86 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139295
Sep 08 16:22:07.483540 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3ddc77f0-4438-410e-a75b-91149d73d33c req-0fb655a9-9910-4884-b61b-891781ad0411 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0850620
Sep 08 16:22:07.489356 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:07.647127 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54,segment=NetworkSegment(52138e92-9965-4b35-b4cf-e92e92ee1ba1),segment_id=52138e92-9965-4b35-b4cf-e92e92ee1ba1)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:22:07.667463 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Returning: {'device': '0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54', 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480', 'port_id': '0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54', 'mac_address': 'fa:16:3e:c7:b8:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 08 16:22:07.699051 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-5eeb08d0-39c4-47c0-9753-89b78946633a service neutron] 10.222.0.70 "GET /v2.0/networks/e8e36103-d4a7-4534-8a1c-aa043a64be17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2823062
Sep 08 16:22:07.753819 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:07.790898 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 {{(pid=79427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:22:07.826100 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4dcc7-f329-48cb-9c7e-db107309a99a req-8cdb5ba9-d6ef-4466-b335-a4f6844d900a tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:07.827102 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54,segment=NetworkSegment(52138e92-9965-4b35-b4cf-e92e92ee1ba1),segment_id=52138e92-9965-4b35-b4cf-e92e92ee1ba1)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:22:07.834019 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:07.837072 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-1abb4c16-d7db-4680-a8fa-cba8ae382b5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:22:07.840583 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-27c4dcc7-f329-48cb-9c7e-db107309a99a req-8cdb5ba9-d6ef-4466-b335-a4f6844d900a tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 945 time: 0.1684477
Sep 08 16:22:07.953014 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-27c4dcc7-f329-48cb-9c7e-db107309a99a req-ce536773-f003-40ce-9d07-ff348cc61052 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1112630
Sep 08 16:22:07.993915 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54,revision_number=6']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:22:07.994666 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-64027149-09d4-4b83-8821-5a1cd06edbf0 req-2dc26575-b2ce-4305-a1bc-e93b805f3a8d service neutron] 10.222.0.70 "GET /v2.0/networks/e8e36103-d4a7-4534-8a1c-aa043a64be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2722671
Sep 08 16:22:08.001783 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:22:08.076060 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:22:08.264909 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f64afd-d96c-4f20-b25a-28aa0465e481 req-907bf171-fb1a-4533-a79c-70e04d84149e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:08.268110 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-c9f64afd-d96c-4f20-b25a-28aa0465e481 req-907bf171-fb1a-4533-a79c-70e04d84149e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=73141861083d409898791956fbfb9619&device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 1096 time: 0.1421821
Sep 08 16:22:08.485541 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f64afd-d96c-4f20-b25a-28aa0465e481 req-c0e8de9f-5b6e-4f2e-b865-099908178918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:08.487957 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-c9f64afd-d96c-4f20-b25a-28aa0465e481 req-c0e8de9f-5b6e-4f2e-b865-099908178918 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e8e36103-d4a7-4534-8a1c-aa043a64be17 HTTP/1.1" status: 200  len: 916 time: 0.2125273
Sep 08 16:22:08.571781 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-c9f64afd-d96c-4f20-b25a-28aa0465e481 req-0ec210c7-2f2e-432c-8fb4-1ae616925e22 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2af78ec-25e1-4833-a7df-32634ee73ed6 HTTP/1.1" status: 200  len: 217 time: 0.0741990
Sep 08 16:22:08.763863 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e4995-df73-4a8a-b372-e2c44ded2055 req-4c875393-1e35-4ba8-b705-7b3ef97145a5 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:08.765493 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-563e4995-df73-4a8a-b372-e2c44ded2055 req-4c875393-1e35-4ba8-b705-7b3ef97145a5 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 943 time: 0.1492872
Sep 08 16:22:08.830143 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81f104-3be3-407c-97c0-2d45d2e9f1b7 req-a0a02901-0ebe-45d8-b267-9d7032b2b684 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:08.831762 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ff81f104-3be3-407c-97c0-2d45d2e9f1b7 req-a0a02901-0ebe-45d8-b267-9d7032b2b684 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 945 time: 0.1441088
Sep 08 16:22:08.834881 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-563e4995-df73-4a8a-b372-e2c44ded2055 req-7cef2af4-9ea0-4411-8bed-7599fffeea60 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606239
Sep 08 16:22:08.913654 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ff81f104-3be3-407c-97c0-2d45d2e9f1b7 req-a2fc3d4d-413e-4074-a303-4154b2c24263 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0708792
Sep 08 16:22:10.058790 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe6e1f-50f6-4657-a8f0-b16dc44f439b req-d3420a6f-69b6-4c10-bfd2-04f171b96b08 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:10.060481 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-dbbe6e1f-50f6-4657-a8f0-b16dc44f439b req-d3420a6f-69b6-4c10-bfd2-04f171b96b08 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 943 time: 0.0958276
Sep 08 16:22:10.113238 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-dbbe6e1f-50f6-4657-a8f0-b16dc44f439b req-2ab05d56-6ef0-4295-9da1-64d93a4a82ed tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455079
Sep 08 16:22:10.348200 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 up at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:22:10.368516 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa272cc4-02c3-4d4e-a1c7-a6fdc799bfb5 req-1b899184-c585-422f-a2b7-b2635ec16777 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:10.372038 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-fa272cc4-02c3-4d4e-a1c7-a6fdc799bfb5 req-1b899184-c585-422f-a2b7-b2635ec16777 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 945 time: 0.1064227
Sep 08 16:22:10.437075 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-fa272cc4-02c3-4d4e-a1c7-a6fdc799bfb5 req-03bb9f82-09e0-4f14-a656-8f574dd042f5 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553553
Sep 08 16:22:10.481183 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning complete for port 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:22:10.481770 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:10.623265 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:10.659770 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5fbdd8-f58c-4d16-be45-d9003f0e770c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54'}] {{(pid=79427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:22:10.671207 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54,segment=NetworkSegment(52138e92-9965-4b35-b4cf-e92e92ee1ba1),segment_id=52138e92-9965-4b35-b4cf-e92e92ee1ba1)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:22:10.677641 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:10.680202 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-8c23d6f0-51f7-4343-8b3b-2af0fe67a27f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:22:10.719618 dv-cinder-807898-1-iscsi neutron-server[79427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c5fbdd8-f58c-4d16-be45-d9003f0e770c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54', 'code': 200}
Sep 08 16:22:10.761946 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54,revision_number=7']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:22:10.765521 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:22:11.323281 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b7045-a24d-4087-a501-d523999ab689 req-24b5a6f5-9096-4a3c-9a91-22088a4156f8 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:11.324883 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0d6b7045-a24d-4087-a501-d523999ab689 req-24b5a6f5-9096-4a3c-9a91-22088a4156f8 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 943 time: 0.0875149
Sep 08 16:22:11.390756 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0d6b7045-a24d-4087-a501-d523999ab689 req-dc63782c-0fc4-4d09-91bf-603243051f31 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540781
Sep 08 16:22:11.411833 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f64afd-d96c-4f20-b25a-28aa0465e481 req-196da993-a1a0-459c-a1d6-f20364dea5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:11.414248 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-c9f64afd-d96c-4f20-b25a-28aa0465e481 req-196da993-a1a0-459c-a1d6-f20364dea5bf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3c7012dd-217b-4c83-bdf7-d6920ffb08f4 HTTP/1.1" status: 200  len: 854 time: 0.0908456
Sep 08 16:22:11.562059 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f64afd-d96c-4f20-b25a-28aa0465e481 req-e0c0fc55-f09e-4ed6-abab-a49c1993c6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:11.565510 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-c9f64afd-d96c-4f20-b25a-28aa0465e481 req-e0c0fc55-f09e-4ed6-abab-a49c1993c6e0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8e36103-d4a7-4534-8a1c-aa043a64be17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1320136
Sep 08 16:22:11.732974 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02eb9ec-82d2-41b2-a9c8-46cbdb514a45 req-42b9487a-7599-4f9d-81e0-56beeb6f4bb5 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:11.741471 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b02eb9ec-82d2-41b2-a9c8-46cbdb514a45 req-42b9487a-7599-4f9d-81e0-56beeb6f4bb5 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 946 time: 0.1443865
Sep 08 16:22:11.777828 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-c9f64afd-d96c-4f20-b25a-28aa0465e481 req-209e3460-55f6-41ea-a3d3-db8f74b20e24 service neutron] 10.222.0.70 "GET /v2.0/networks/e8e36103-d4a7-4534-8a1c-aa043a64be17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2024527
Sep 08 16:22:11.849497 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b02eb9ec-82d2-41b2-a9c8-46cbdb514a45 req-78f37ba0-c373-47b0-ae24-b8d38a3f2bd7 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0953968
Sep 08 16:22:12.159863 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-c9f64afd-d96c-4f20-b25a-28aa0465e481 req-5a36f1a0-b972-4b91-816f-b4dcae4b25d8 service neutron] 10.222.0.70 "GET /v2.0/networks/e8e36103-d4a7-4534-8a1c-aa043a64be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3733191
Sep 08 16:22:12.823653 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87ac34-c9f7-4c2c-b3c3-91c99546340a req-eabaeaab-d1f1-4a7e-b34e-97009105ad41 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:12.828515 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-de87ac34-c9f7-4c2c-b3c3-91c99546340a req-eabaeaab-d1f1-4a7e-b34e-97009105ad41 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 943 time: 0.1659014
Sep 08 16:22:13.028123 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-de87ac34-c9f7-4c2c-b3c3-91c99546340a req-e4a7259e-f0c8-4664-a594-cc0b4e4578ea tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1721272
Sep 08 16:22:13.331271 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963976d-53ee-4669-aef1-51521bf966ec req-7c4940b2-7765-4da8-9476-d929f747dd15 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:13.339082 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-1963976d-53ee-4669-aef1-51521bf966ec req-7c4940b2-7765-4da8-9476-d929f747dd15 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 946 time: 0.2305930
Sep 08 16:22:13.447584 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-1963976d-53ee-4669-aef1-51521bf966ec req-33a8abc2-9557-449f-8c26-15052b867489 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1042438
Sep 08 16:22:14.635729 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f09caf-f7a4-435f-9809-b619ba6a2f0c req-d8b717b9-b001-4415-9e33-28297c522067 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:14.649345 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-93f09caf-f7a4-435f-9809-b619ba6a2f0c req-d8b717b9-b001-4415-9e33-28297c522067 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 943 time: 0.2770901
Sep 08 16:22:14.819262 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-93f09caf-f7a4-435f-9809-b619ba6a2f0c req-f7472b89-9b33-4136-bed9-271933a3feb2 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1688833
Sep 08 16:22:14.930620 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cea69c-0c60-49f2-abd3-915e07d9a96b req-8d14429c-9937-48dd-8949-4bb8ff79f698 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:14.939973 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b9cea69c-0c60-49f2-abd3-915e07d9a96b req-8d14429c-9937-48dd-8949-4bb8ff79f698 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 946 time: 0.1777198
Sep 08 16:22:15.090614 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b9cea69c-0c60-49f2-abd3-915e07d9a96b req-c3496fbc-9b28-4160-a59c-b4d9050b2b5c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1493838
Sep 08 16:22:15.362241 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device f2af78ec-25e1-4833-a7df-32634ee73ed6 details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 08 16:22:15.852989 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port f2af78ec-25e1-4833-a7df-32634ee73ed6, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=f2af78ec-25e1-4833-a7df-32634ee73ed6,segment=NetworkSegment(692d8389-e7f4-41d5-b576-e474440eb184),segment_id=692d8389-e7f4-41d5-b576-e474440eb184)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:22:15.962901 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Returning: {'device': 'f2af78ec-25e1-4833-a7df-32634ee73ed6', 'network_id': 'e8e36103-d4a7-4534-8a1c-aa043a64be17', 'port_id': 'f2af78ec-25e1-4833-a7df-32634ee73ed6', 'mac_address': 'fa:16:3e:0c:2d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c7012dd-217b-4c83-bdf7-d6920ffb08f4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 08 16:22:16.077150 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:16.082921 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:16.154257 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2af78ec-25e1-4833-a7df-32634ee73ed6 {{(pid=79427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:22:16.200843 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac3b1d-96b9-4b44-afcf-9ce9ba4c8052 req-ecfe87e5-dd22-4e30-8e38-fd4a230fe5ed tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:16.209425 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port f2af78ec-25e1-4833-a7df-32634ee73ed6, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=f2af78ec-25e1-4833-a7df-32634ee73ed6,segment=NetworkSegment(692d8389-e7f4-41d5-b576-e474440eb184),segment_id=692d8389-e7f4-41d5-b576-e474440eb184)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:22:16.212782 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-02ac3b1d-96b9-4b44-afcf-9ce9ba4c8052 req-ecfe87e5-dd22-4e30-8e38-fd4a230fe5ed tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 943 time: 0.1913843
Sep 08 16:22:16.217845 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:16.227758 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:22:16.330849 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-02ac3b1d-96b9-4b44-afcf-9ce9ba4c8052 req-b0b118b5-25d8-401c-ba57-37e3a2391dec tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114519
Sep 08 16:22:16.481978 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-13a64063-7515-4137-9e04-5de6c0af132f req-337ef7c3-e2dd-451b-8940-200920cd6ff4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2902763
Sep 08 16:22:16.616074 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=f2af78ec-25e1-4833-a7df-32634ee73ed6,revision_number=4']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:22:16.634043 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:22:16.642806 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['f2af78ec-25e1-4833-a7df-32634ee73ed6'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:22:16.696949 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfd611-64c6-4bae-b3d6-eee667198ed1 req-d0ee1f31-4568-4ae3-908a-d323db73b598 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:16.706293 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-67cfd611-64c6-4bae-b3d6-eee667198ed1 req-d0ee1f31-4568-4ae3-908a-d323db73b598 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 946 time: 0.3044126
Sep 08 16:22:16.884343 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-67cfd611-64c6-4bae-b3d6-eee667198ed1 req-d0c19a6f-35d0-411f-9cab-c1b8c4aa138f tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1755762
Sep 08 16:22:16.957233 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a64063-7515-4137-9e04-5de6c0af132f req-8bdf5d85-99e1-4acd-b1c4-192dc9002a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:16.960446 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-13a64063-7515-4137-9e04-5de6c0af132f req-8bdf5d85-99e1-4acd-b1c4-192dc9002a85 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0192ebea3f6246118edb985b970044bc&device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 1098 time: 0.2320626
Sep 08 16:22:17.384031 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a64063-7515-4137-9e04-5de6c0af132f req-4f895f1a-e846-4856-9971-98c85dca535e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:17.386309 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-13a64063-7515-4137-9e04-5de6c0af132f req-4f895f1a-e846-4856-9971-98c85dca535e service neutron] 10.222.0.70 "GET /v2.0/networks?id=7ca11c1b-7856-4c98-8d2f-ac9178457343 HTTP/1.1" status: 200  len: 909 time: 0.3930295
Sep 08 16:22:17.768414 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-13a64063-7515-4137-9e04-5de6c0af132f req-880d4dfe-9edf-4e41-86ee-55ba7daf2887 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d93681d-822b-4cdf-8b2f-08faccca27db HTTP/1.1" status: 200  len: 1001 time: 0.3734679
Sep 08 16:22:17.920650 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ed835-8d63-4dc6-a72e-0e24e53b3286 req-2fe75915-7649-4f68-96a7-622dce83fbbf tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:17.936325 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-242ed835-8d63-4dc6-a72e-0e24e53b3286 req-2fe75915-7649-4f68-96a7-622dce83fbbf tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 944 time: 0.3720596
Sep 08 16:22:17.937473 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a64063-7515-4137-9e04-5de6c0af132f req-48828ab1-0c52-4f9a-87bb-882cd0414126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:17.940155 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-13a64063-7515-4137-9e04-5de6c0af132f req-48828ab1-0c52-4f9a-87bb-882cd0414126 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c6eb4cc6-a294-41f4-91b9-bb96871ae1b1 HTTP/1.1" status: 200  len: 847 time: 0.1659062
Sep 08 16:22:18.061509 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-242ed835-8d63-4dc6-a72e-0e24e53b3286 req-294b7757-e54d-435e-ba1a-1069bda5c598 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243367
Sep 08 16:22:18.154560 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a64063-7515-4137-9e04-5de6c0af132f req-6e62741d-428d-4115-aae1-0fafb1428da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:18.156201 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-13a64063-7515-4137-9e04-5de6c0af132f req-6e62741d-428d-4115-aae1-0fafb1428da2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7ca11c1b-7856-4c98-8d2f-ac9178457343&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2062600
Sep 08 16:22:18.390683 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-13a64063-7515-4137-9e04-5de6c0af132f req-ed277def-8d1c-4f43-8cad-c5fe89d59c83 service neutron] 10.222.0.70 "GET /v2.0/networks/7ca11c1b-7856-4c98-8d2f-ac9178457343?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2260387
Sep 08 16:22:18.427402 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40a843-e98d-4918-99e7-d3cae35f88cf req-19e9f62a-c3ff-4244-b3e0-611eee786152 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:18.429168 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ba40a843-e98d-4918-99e7-d3cae35f88cf req-19e9f62a-c3ff-4244-b3e0-611eee786152 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 946 time: 0.1570673
Sep 08 16:22:18.574977 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ba40a843-e98d-4918-99e7-d3cae35f88cf req-7f56b2ec-f993-4fd8-b914-d520bb3a8afb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1224303
Sep 08 16:22:18.774684 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-13a64063-7515-4137-9e04-5de6c0af132f req-0b89e1cc-00ae-4a5b-80cd-1727963dbd85 service neutron] 10.222.0.70 "GET /v2.0/networks/7ca11c1b-7856-4c98-8d2f-ac9178457343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3766363
Sep 08 16:22:19.370953 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device f2af78ec-25e1-4833-a7df-32634ee73ed6 up at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:22:19.613479 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa427e9c-3068-4cc1-8df2-5c7a54b2fa49 req-cc908c07-0aea-49ab-ab37-02e3a898862c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:19.630994 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-aa427e9c-3068-4cc1-8df2-5c7a54b2fa49 req-cc908c07-0aea-49ab-ab37-02e3a898862c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 944 time: 0.3006160
Sep 08 16:22:19.644752 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning for port f2af78ec-25e1-4833-a7df-32634ee73ed6 completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:22:19.662702 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning complete for port f2af78ec-25e1-4833-a7df-32634ee73ed6 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:22:19.663295 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:19.790842 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-aa427e9c-3068-4cc1-8df2-5c7a54b2fa49 req-48920896-9ac4-443d-94a5-b6d79c94baaf tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1582909
Sep 08 16:22:20.009823 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3751ac-df7d-4d4e-a8b0-7c37367e92b3 req-f058b8b1-22f4-4c83-97ca-a8d67aecb699 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:20.023722 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3d3751ac-df7d-4d4e-a8b0-7c37367e92b3 req-f058b8b1-22f4-4c83-97ca-a8d67aecb699 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 946 time: 0.2034671
Sep 08 16:22:20.029539 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:20.141470 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3d3751ac-df7d-4d4e-a8b0-7c37367e92b3 req-ea249d0a-5bd3-4027-b5d1-5be68ad30e3f tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1153286
Sep 08 16:22:20.155697 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port f2af78ec-25e1-4833-a7df-32634ee73ed6, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=f2af78ec-25e1-4833-a7df-32634ee73ed6,segment=NetworkSegment(692d8389-e7f4-41d5-b576-e474440eb184),segment_id=692d8389-e7f4-41d5-b576-e474440eb184)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:22:20.157180 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98bdbfb7-ffb6-4948-947a-c946528dd2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2af78ec-25e1-4833-a7df-32634ee73ed6'}] {{(pid=79427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:22:20.170126 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:20.186554 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:22:20.301214 dv-cinder-807898-1-iscsi neutron-server[79427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98bdbfb7-ffb6-4948-947a-c946528dd2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2af78ec-25e1-4833-a7df-32634ee73ed6', 'code': 200}
Sep 08 16:22:20.417478 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=f2af78ec-25e1-4833-a7df-32634ee73ed6,revision_number=5']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:22:20.457977 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:22:21.168499 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3f040-fcd8-4ff4-b5bf-8df942113e11 req-a1771736-1af3-4172-8dcf-77cf21248383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:21.171118 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-85b3f040-fcd8-4ff4-b5bf-8df942113e11 req-a1771736-1af3-4172-8dcf-77cf21248383 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 1098 time: 0.2418647
Sep 08 16:22:21.311745 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-85b3f040-fcd8-4ff4-b5bf-8df942113e11 req-3dcc86b2-75ac-4c25-a68e-d0e4bf4968d8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286957
Sep 08 16:22:21.426292 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc100b-582a-4a83-94d7-4b964097a90e req-ed877dbf-6359-4294-91f8-6b76dda69e91 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:21.436525 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-8edc100b-582a-4a83-94d7-4b964097a90e req-ed877dbf-6359-4294-91f8-6b76dda69e91 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 945 time: 0.2211170
Sep 08 16:22:21.638112 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-8edc100b-582a-4a83-94d7-4b964097a90e req-e220479e-d9f5-43e3-8e77-4b9571c7a899 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1980364
Sep 08 16:22:21.744027 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf1eb3-bef2-4185-881f-5bc3dafa162a req-f5e29590-f8f3-43a9-bab7-366acda095cc tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:21.746070 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7caf1eb3-bef2-4185-881f-5bc3dafa162a req-f5e29590-f8f3-43a9-bab7-366acda095cc tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 946 time: 0.1920981
Sep 08 16:22:21.882878 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7caf1eb3-bef2-4185-881f-5bc3dafa162a req-56cc6d6d-820c-4eb7-bbab-3c1e4e71a5e3 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0923500
Sep 08 16:22:23.398007 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879c681-941a-4c5e-ae83-eb854869c3c5 req-55cbd20d-f89d-46ca-9d29-21125fe74ed1 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:23.417296 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a879c681-941a-4c5e-ae83-eb854869c3c5 req-55cbd20d-f89d-46ca-9d29-21125fe74ed1 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 945 time: 0.6201804
Sep 08 16:22:23.458949 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32915c6-d495-42eb-8f60-12c0f0635f65 req-62b89dc7-e002-4b99-b44e-a78f33307d2f tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:23.466319 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f32915c6-d495-42eb-8f60-12c0f0635f65 req-62b89dc7-e002-4b99-b44e-a78f33307d2f tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 946 time: 0.3583519
Sep 08 16:22:23.538224 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a879c681-941a-4c5e-ae83-eb854869c3c5 req-720dece4-9a6f-4224-87ca-a3a100dadf15 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193357
Sep 08 16:22:23.621809 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f32915c6-d495-42eb-8f60-12c0f0635f65 req-a281d5e3-888b-4cc5-8100-aa3c337a61b3 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1542928
Sep 08 16:22:25.675620 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6600475-6c68-4fd4-8994-1afc1123431d req-afbe25a7-7d37-4bd0-b772-0a9d74a2491e tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:25.700636 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-e6600475-6c68-4fd4-8994-1afc1123431d req-afbe25a7-7d37-4bd0-b772-0a9d74a2491e tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 945 time: 0.5690238
Sep 08 16:22:25.822145 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-e6600475-6c68-4fd4-8994-1afc1123431d req-561c1069-d995-45fb-97d6-51f5ed28f026 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169450
Sep 08 16:22:25.863116 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d8db1-74e8-4172-b519-df10d72e2a9e req-c8264b93-9957-4b03-8677-246446e200f3 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:25.878082 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d76d8db1-74e8-4172-b519-df10d72e2a9e req-c8264b93-9957-4b03-8677-246446e200f3 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 946 time: 0.5397136
Sep 08 16:22:25.988305 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d76d8db1-74e8-4172-b519-df10d72e2a9e req-1bc0d290-0533-4bd8-9bf6-c372e149a819 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1051092
Sep 08 16:22:26.234965 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445485d-5bb7-4f9a-83b1-57e1f5909c9b req-8b86dcce-8f8c-445c-8b45-cc41f9a64d83 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:26.237755 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5445485d-5bb7-4f9a-83b1-57e1f5909c9b req-8b86dcce-8f8c-445c-8b45-cc41f9a64d83 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 945 time: 0.1577458
Sep 08 16:22:26.419610 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5445485d-5bb7-4f9a-83b1-57e1f5909c9b req-d9322c96-6e27-41d4-9ead-bf91cf830da5 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1515396
Sep 08 16:22:27.255870 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdf77c-a65d-401a-9239-aa05fdfd6802 req-ca69833f-08f8-45ae-9390-dc10cf81e860 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:27.264412 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-41fdf77c-a65d-401a-9239-aa05fdfd6802 req-ca69833f-08f8-45ae-9390-dc10cf81e860 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 945 time: 0.1578786
Sep 08 16:22:27.461514 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-41fdf77c-a65d-401a-9239-aa05fdfd6802 req-851d9362-f53a-4082-aa85-05ce6bb58fa5 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1953790
Sep 08 16:22:27.509308 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a6b88-63ef-4f18-af32-6ef1c8214ae6 req-73b69159-f61e-4b4a-88c9-473d9f3135b5 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:27.523460 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-583a6b88-63ef-4f18-af32-6ef1c8214ae6 req-73b69159-f61e-4b4a-88c9-473d9f3135b5 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 946 time: 0.2117751
Sep 08 16:22:27.726631 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-583a6b88-63ef-4f18-af32-6ef1c8214ae6 req-30860502-c565-4c2e-bdb7-2a5c3c5814ec tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1986468
Sep 08 16:22:29.023543 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289b57e-632e-4553-8f35-be25bf6ff2a3 req-2b0e1e6f-1f43-4146-9703-c9995d51ac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:29.027184 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-e289b57e-632e-4553-8f35-be25bf6ff2a3 req-2b0e1e6f-1f43-4146-9703-c9995d51ac3f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8151b8f5193c4e4eb58002780ae62270&device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 1099 time: 0.2323496
Sep 08 16:22:29.240001 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22975d5e-ab4f-4897-84f5-61c130b03edb req-d42ce837-c14e-45f5-ba08-2758422deca2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:29.241678 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289b57e-632e-4553-8f35-be25bf6ff2a3 req-6221ab6e-6271-4fca-9a46-bc38392ec6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:29.243248 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-e289b57e-632e-4553-8f35-be25bf6ff2a3 req-6221ab6e-6271-4fca-9a46-bc38392ec6e9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=75dd61b0-379a-4abd-83d0-357fccbfe480 HTTP/1.1" status: 200  len: 918 time: 0.2087791
Sep 08 16:22:29.244223 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-22975d5e-ab4f-4897-84f5-61c130b03edb req-d42ce837-c14e-45f5-ba08-2758422deca2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 946 time: 0.1715205
Sep 08 16:22:29.340073 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-22975d5e-ab4f-4897-84f5-61c130b03edb req-be56486f-33df-41d9-9146-de8a13acc0c9 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0896592
Sep 08 16:22:29.419406 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-e289b57e-632e-4553-8f35-be25bf6ff2a3 req-dcd1cc39-8c59-454d-be3b-b9b287d9158b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 HTTP/1.1" status: 200  len: 1001 time: 0.1657321
Sep 08 16:22:29.567866 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289b57e-632e-4553-8f35-be25bf6ff2a3 req-e5957a15-2f3f-4961-8ed2-3ac01e8003ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:29.570445 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-e289b57e-632e-4553-8f35-be25bf6ff2a3 req-e5957a15-2f3f-4961-8ed2-3ac01e8003ce service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6f651bc7-f67b-4bb0-9543-107fa7d7bbeb HTTP/1.1" status: 200  len: 856 time: 0.1425662
Sep 08 16:22:29.731804 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289b57e-632e-4553-8f35-be25bf6ff2a3 req-7f50f5ea-6ba2-48bb-a423-f438aa152bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:29.734270 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-e289b57e-632e-4553-8f35-be25bf6ff2a3 req-7f50f5ea-6ba2-48bb-a423-f438aa152bfb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=75dd61b0-379a-4abd-83d0-357fccbfe480&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1554196
Sep 08 16:22:30.210727 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-e289b57e-632e-4553-8f35-be25bf6ff2a3 req-f48b0a21-23fd-4c0c-963e-04783a2ff16c service neutron] 10.222.0.70 "GET /v2.0/networks/75dd61b0-379a-4abd-83d0-357fccbfe480?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4630260
Sep 08 16:22:30.754968 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-e289b57e-632e-4553-8f35-be25bf6ff2a3 req-0496aa9f-ccb7-43f9-9633-8d322cccbfc9 service neutron] 10.222.0.70 "GET /v2.0/networks/75dd61b0-379a-4abd-83d0-357fccbfe480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5314028
Sep 08 16:22:30.839413 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed28e8-c444-486c-9c53-81b37ed1f336 req-3dd40f3d-58d1-4a5c-b250-1fdbfddd22d9 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:30.840633 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-47c1b09b-19d0-4684-9459-e5bb449aae61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:30.841642 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-21ed28e8-c444-486c-9c53-81b37ed1f336 req-3dd40f3d-58d1-4a5c-b250-1fdbfddd22d9 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 946 time: 0.2613065
Sep 08 16:22:30.944146 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-21ed28e8-c444-486c-9c53-81b37ed1f336 req-34b56f36-c6df-4bbf-b1a3-c97e2b214f8f tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0914569
Sep 08 16:22:31.341664 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:32.210468 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45413e-17db-409f-a29a-5f113b496ad8 req-37e7ec0d-3f82-4c21-95b7-b6dbee408b3c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:32.213124 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0f45413e-17db-409f-a29a-5f113b496ad8 req-37e7ec0d-3f82-4c21-95b7-b6dbee408b3c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 946 time: 0.1179378
Sep 08 16:22:32.272932 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0f45413e-17db-409f-a29a-5f113b496ad8 req-a82c7a3f-2153-44ad-bf1f-907dd128a56f tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505629
Sep 08 16:22:33.458108 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:22:33.630178 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b02203-9a9d-4dbf-b57c-6d3be714761b req-1d852376-9bdd-45da-b041-36b7fdd29537 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:33.634408 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-63b02203-9a9d-4dbf-b57c-6d3be714761b req-1d852376-9bdd-45da-b041-36b7fdd29537 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 946 time: 0.2263784
Sep 08 16:22:33.710210 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:33.737736 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-63b02203-9a9d-4dbf-b57c-6d3be714761b req-818cf36f-c9bb-4478-9f68-8cedf47b4eb5 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0935509
Sep 08 16:22:33.747277 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5fbdd8-f58c-4d16-be45-d9003f0e770c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54'}] {{(pid=79427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:22:33.765726 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54,segment=NetworkSegment(52138e92-9965-4b35-b4cf-e92e92ee1ba1),segment_id=52138e92-9965-4b35-b4cf-e92e92ee1ba1)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:22:33.776370 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:33.788588 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:22:33.955068 dv-cinder-807898-1-iscsi neutron-server[79427]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1c5fbdd8-f58c-4d16-be45-d9003f0e770c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54', 'code': 422} returned with failed status
Sep 08 16:22:34.121515 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-b53fe2b4-d885-4070-8c6e-fc541bf5ea79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:34.169090 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54,revision_number=8']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:22:34.176014 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:22:34.734279 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:22:35.255052 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:37.022905 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-7726ecf3-0978-4186-9658-9366f31a34ba req-97d2b1bc-8ef5-4df3-b52f-da3c5f1731ac service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1787798
Sep 08 16:22:37.029721 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c500b-7a66-472b-a60f-50f55c9b527e req-6d059f11-603e-411b-b9f6-7a6620d42d39 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:37.049591 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-107c500b-7a66-472b-a60f-50f55c9b527e req-6d059f11-603e-411b-b9f6-7a6620d42d39 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 944 time: 0.2513132
Sep 08 16:22:37.147023 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-107c500b-7a66-472b-a60f-50f55c9b527e req-2ffa0721-92cf-42d3-b788-ee397f6a2eae tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0965192
Sep 08 16:22:37.382116 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:37.456978 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:22:38.589080 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d54c0-dc13-4509-b0e0-d542ea04bb4c req-91d16ef0-54fc-4b75-a575-f64e0471f1dc tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:38.590396 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d85d54c0-dc13-4509-b0e0-d542ea04bb4c req-91d16ef0-54fc-4b75-a575-f64e0471f1dc tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 944 time: 0.1957884
Sep 08 16:22:38.645453 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d85d54c0-dc13-4509-b0e0-d542ea04bb4c req-627b6908-df9f-4201-996e-caedfa313b3f tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441549
Sep 08 16:22:38.901496 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726ecf3-0978-4186-9658-9366f31a34ba req-918e7726-2530-4b16-8684-941c8c2d6c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:38.902347 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-7726ecf3-0978-4186-9658-9366f31a34ba req-918e7726-2530-4b16-8684-941c8c2d6c68 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c&tenant_id=8151b8f5193c4e4eb58002780ae62270 HTTP/1.1" status: 200  len: 1097 time: 0.1231570
Sep 08 16:22:39.059103 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726ecf3-0978-4186-9658-9366f31a34ba req-6f85fb6a-ecdd-40bf-b9ba-a4a37bc9588f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:39.061106 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-7726ecf3-0978-4186-9658-9366f31a34ba req-6f85fb6a-ecdd-40bf-b9ba-a4a37bc9588f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8151b8f5193c4e4eb58002780ae62270&device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 1097 time: 0.1105423
Sep 08 16:22:39.249362 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726ecf3-0978-4186-9658-9366f31a34ba req-91d38498-17c6-4b15-9151-bee92dd984b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:39.250873 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-7726ecf3-0978-4186-9658-9366f31a34ba req-91d38498-17c6-4b15-9151-bee92dd984b7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=75dd61b0-379a-4abd-83d0-357fccbfe480 HTTP/1.1" status: 200  len: 918 time: 0.1723108
Sep 08 16:22:39.387425 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-7726ecf3-0978-4186-9658-9366f31a34ba req-d8cb3097-6344-4cd1-8b48-d51c19d0a583 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 HTTP/1.1" status: 200  len: 999 time: 0.1258111
Sep 08 16:22:39.473300 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726ecf3-0978-4186-9658-9366f31a34ba req-28b4cd3a-ce74-4482-97f1-6114cd5affbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:39.474803 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-7726ecf3-0978-4186-9658-9366f31a34ba req-28b4cd3a-ce74-4482-97f1-6114cd5affbe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6f651bc7-f67b-4bb0-9543-107fa7d7bbeb HTTP/1.1" status: 200  len: 856 time: 0.0657411
Sep 08 16:22:39.561702 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726ecf3-0978-4186-9658-9366f31a34ba req-9e083990-4bff-4435-a828-0c971e5fb909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:39.563449 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-7726ecf3-0978-4186-9658-9366f31a34ba req-9e083990-4bff-4435-a828-0c971e5fb909 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=75dd61b0-379a-4abd-83d0-357fccbfe480&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0784152
Sep 08 16:22:39.755511 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-7726ecf3-0978-4186-9658-9366f31a34ba req-7e1fe556-8997-4ba3-9e42-a644d4c9c7d6 service neutron] 10.222.0.70 "GET /v2.0/networks/75dd61b0-379a-4abd-83d0-357fccbfe480?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1813450
Sep 08 16:22:40.020868 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85caaa-4cc2-446e-b8fd-6ba8f9280455 req-b16a6572-dab4-4493-a54d-b85d828bee2c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:40.029407 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-fd85caaa-4cc2-446e-b8fd-6ba8f9280455 req-b16a6572-dab4-4493-a54d-b85d828bee2c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 944 time: 0.2045815
Sep 08 16:22:40.100556 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-fd85caaa-4cc2-446e-b8fd-6ba8f9280455 req-579abb04-3098-42a7-8ac3-c752c4afb072 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0668411
Sep 08 16:22:40.154952 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-7726ecf3-0978-4186-9658-9366f31a34ba req-6fb900a4-45d2-4add-9f31-c48cec5fa715 service neutron] 10.222.0.70 "GET /v2.0/networks/75dd61b0-379a-4abd-83d0-357fccbfe480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3920245
Sep 08 16:22:41.373898 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c39d3-975b-4179-b021-14bf942e34bd req-d37ef49d-2558-469c-9c00-9e6766fa7d9f tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:41.375592 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-355c39d3-975b-4179-b021-14bf942e34bd req-d37ef49d-2558-469c-9c00-9e6766fa7d9f tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 944 time: 0.1121249
Sep 08 16:22:41.471612 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-355c39d3-975b-4179-b021-14bf942e34bd req-5a74764f-b291-4be0-b594-80246aad563c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0859163
Sep 08 16:22:41.755605 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd8dc9-5969-4e4d-a0c0-fe16ea3da173 req-d864462e-65fa-414f-9522-579ef074e1dc tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:41.757234 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f6dd8dc9-5969-4e4d-a0c0-fe16ea3da173 req-d864462e-65fa-414f-9522-579ef074e1dc tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 945 time: 0.1096258
Sep 08 16:22:41.816844 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f6dd8dc9-5969-4e4d-a0c0-fe16ea3da173 req-bc4763eb-c0e7-4103-87cb-a9140d55767d tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479848
Sep 08 16:22:41.842199 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 44232) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:22:41.843053 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 44234) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:22:41.930501 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a03f47e-b678-4ff3-8ab8-036ff6e294f5 admin admin] Deleting subnet 51dbd2ad-3a4a-466a-bc09-51be72e853f5 {{(pid=79425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 08 16:22:41.938116 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-7a03f47e-b678-4ff3-8ab8-036ff6e294f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:42.052893 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-7a03f47e-b678-4ff3-8ab8-036ff6e294f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2497500'] for subnet, precommit_delete_associations {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:42.121109 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5dbb210-3c01-4a50-bfdd-a943d0429523 tempest-TestMinimumBasicScenario-1193308604 tempest-TestMinimumBasicScenario-1193308604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:42.122849 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-a5dbb210-3c01-4a50-bfdd-a943d0429523 tempest-TestMinimumBasicScenario-1193308604 tempest-TestMinimumBasicScenario-1193308604-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 1093 time: 0.2792914
Sep 08 16:22:42.125844 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 44244) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:22:42.132513 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-527246d4-d679-4c68-820f-783a5da79907 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Request body: {'floatingip': {'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'port_id': 'f2af78ec-25e1-4833-a7df-32634ee73ed6', 'tenant_id': '73141861083d409898791956fbfb9619', 'fixed_ip_address': '172.20.0.4'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:22:42.142524 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-527246d4-d679-4c68-820f-783a5da79907 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:22:42.150131 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-527246d4-d679-4c68-820f-783a5da79907 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Usage tracker for resource:floatingip and tenant:73141861083d409898791956fbfb9619 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:22:42.155715 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-527246d4-d679-4c68-820f-783a5da79907 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:22:42.163072 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-7a03f47e-b678-4ff3-8ab8-036ff6e294f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1043567'] for subnet, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:42.165377 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-527246d4-d679-4c68-820f-783a5da79907 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:22:42.183613 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-527246d4-d679-4c68-820f-783a5da79907 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks [] for floatingip, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:42.284523 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-7a03f47e-b678-4ff3-8ab8-036ff6e294f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1043542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2390624'] for subnet, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:42.294665 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:22:42.323611 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-7a03f47e-b678-4ff3-8ab8-036ff6e294f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:42.336216 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03f47e-b678-4ff3-8ab8-036ff6e294f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51dbd2ad-3a4a-466a-bc09-51be72e853f5,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:22:42.340997 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-7a03f47e-b678-4ff3-8ab8-036ff6e294f5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/51dbd2ad-3a4a-466a-bc09-51be72e853f5 HTTP/1.1" status: 204  len: 168 time: 0.4977133
Sep 08 16:22:42.346426 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03f47e-b678-4ff3-8ab8-036ff6e294f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:22:42.346799 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03f47e-b678-4ff3-8ab8-036ff6e294f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:22:42.347164 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03f47e-b678-4ff3-8ab8-036ff6e294f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:22:42.347558 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03f47e-b678-4ff3-8ab8-036ff6e294f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:22:42.347919 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03f47e-b678-4ff3-8ab8-036ff6e294f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:22:42.348277 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03f47e-b678-4ff3-8ab8-036ff6e294f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:22:42.348630 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03f47e-b678-4ff3-8ab8-036ff6e294f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:22:42.348977 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03f47e-b678-4ff3-8ab8-036ff6e294f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:22:42.349327 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03f47e-b678-4ff3-8ab8-036ff6e294f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:22:42.349673 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03f47e-b678-4ff3-8ab8-036ff6e294f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:22:42.351299 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03f47e-b678-4ff3-8ab8-036ff6e294f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:22:42.351299 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03f47e-b678-4ff3-8ab8-036ff6e294f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:22:42.351722 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 44248) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:22:42.354182 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-7a03f47e-b678-4ff3-8ab8-036ff6e294f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:22:42.618180 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-b4c908fd-e0c9-432a-af33-c2d4c9d15350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-915372'] for network, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:42.642294 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-527246d4-d679-4c68-820f-783a5da79907 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:43.136457 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-b4c908fd-e0c9-432a-af33-c2d4c9d15350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1042402', 'neutron.services.segments.db._delete_segments_for_network-8745177524152'] for network, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:43.176170 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-b4c908fd-e0c9-432a-af33-c2d4c9d15350 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42504296d0>,) {'filters': {'network_id': ['2387d553-0a72-48c0-a9df-0fcfa0f93147']}} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:22:43.207893 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-b4c908fd-e0c9-432a-af33-c2d4c9d15350 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42504296d0>, 'e85f2e36-127f-4ec5-9579-e2732491eb08') {'for_net_delete': True} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:22:43.208269 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-b4c908fd-e0c9-432a-af33-c2d4c9d15350 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42504296d0>, 'e85f2e36-127f-4ec5-9579-e2732491eb08') {} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:22:43.260049 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c81675-1fe3-48a9-b843-501052d4a007 req-165d7197-4954-4799-84dc-1042f1f5b9b7 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:43.262737 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-33c81675-1fe3-48a9-b843-501052d4a007 req-165d7197-4954-4799-84dc-1042f1f5b9b7 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 944 time: 0.6273582
Sep 08 16:22:43.265906 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-b4c908fd-e0c9-432a-af33-c2d4c9d15350 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745177523999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2472753'] for segment, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:43.349581 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.db_base_plugin_common [None req-527246d4-d679-4c68-820f-783a5da79907 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Allocated IP 172.27.2.177 (e2ed1a71-8bc5-4c91-9ec3-df61c44bef44/a1e16140-da4f-4587-a2e7-78015b4d0ba3/5cd3fd46-a434-46fa-b97b-0f699f1510fe) {{(pid=79426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:22:43.366217 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-b4c908fd-e0c9-432a-af33-c2d4c9d15350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:43.410314 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c908fd-e0c9-432a-af33-c2d4c9d15350 admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=79426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 08 16:22:43.410978 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-b4c908fd-e0c9-432a-af33-c2d4c9d15350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1037242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2352971'] for segment, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:43.436727 dv-cinder-807898-1-iscsi neutron-server[79426]: Traceback (most recent call last):
Sep 08 16:22:43.436727 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 08 16:22:43.436727 dv-cinder-807898-1-iscsi neutron-server[79426]:     timer()
Sep 08 16:22:43.436727 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 08 16:22:43.436727 dv-cinder-807898-1-iscsi neutron-server[79426]:     cb(*args, **kw)
Sep 08 16:22:43.436727 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 08 16:22:43.436727 dv-cinder-807898-1-iscsi neutron-server[79426]:     return func(*args, **kwargs)
Sep 08 16:22:43.436727 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 08 16:22:43.436727 dv-cinder-807898-1-iscsi neutron-server[79426]:     self._notify()
Sep 08 16:22:43.436727 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 08 16:22:43.436727 dv-cinder-807898-1-iscsi neutron-server[79426]:     self.callback(batched_events)
Sep 08 16:22:43.436727 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 08 16:22:43.436727 dv-cinder-807898-1-iscsi neutron-server[79426]:     event.method(event)
Sep 08 16:22:43.436727 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 08 16:22:43.436727 dv-cinder-807898-1-iscsi neutron-server[79426]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 08 16:22:43.436727 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 08 16:22:43.436727 dv-cinder-807898-1-iscsi neutron-server[79426]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 08 16:22:43.436727 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 08 16:22:43.436727 dv-cinder-807898-1-iscsi neutron-server[79426]:     return f(self, *a, **k)
Sep 08 16:22:43.436727 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 08 16:22:43.436727 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self._get(url).json()
Sep 08 16:22:43.436727 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Sep 08 16:22:43.436727 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 08 16:22:43.436727 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 08 16:22:43.436727 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self.request(url, 'GET', **kwargs)
Sep 08 16:22:43.436727 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 08 16:22:43.436727 dv-cinder-807898-1-iscsi neutron-server[79426]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 08 16:22:43.436727 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 08 16:22:43.436727 dv-cinder-807898-1-iscsi neutron-server[79426]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 08 16:22:43.436727 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 08 16:22:43.436727 dv-cinder-807898-1-iscsi neutron-server[79426]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 08 16:22:43.436727 dv-cinder-807898-1-iscsi neutron-server[79426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 08 16:22:43.682713 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-33c81675-1fe3-48a9-b843-501052d4a007 req-ca3332a7-527e-4dc5-9ea4-e5e6aa61039c tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3978336
Sep 08 16:22:43.744277 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-b4c908fd-e0c9-432a-af33-c2d4c9d15350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1042413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1948206'] for network, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:43.763164 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:22:43.789071 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-b4c908fd-e0c9-432a-af33-c2d4c9d15350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:43.831618 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c908fd-e0c9-432a-af33-c2d4c9d15350 admin admin] Pushing event deleted for resources: {'Network': ['ID=2387d553-0a72-48c0-a9df-0fcfa0f93147,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:22:43.870389 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c908fd-e0c9-432a-af33-c2d4c9d15350 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:22:43.870920 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c908fd-e0c9-432a-af33-c2d4c9d15350 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:22:43.871440 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c908fd-e0c9-432a-af33-c2d4c9d15350 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:22:43.872075 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c908fd-e0c9-432a-af33-c2d4c9d15350 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:22:43.872652 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c908fd-e0c9-432a-af33-c2d4c9d15350 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:22:43.873254 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c908fd-e0c9-432a-af33-c2d4c9d15350 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:22:43.873844 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c908fd-e0c9-432a-af33-c2d4c9d15350 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:22:43.874559 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c908fd-e0c9-432a-af33-c2d4c9d15350 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:22:43.875495 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c908fd-e0c9-432a-af33-c2d4c9d15350 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:22:43.877258 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c908fd-e0c9-432a-af33-c2d4c9d15350 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:22:43.877987 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c908fd-e0c9-432a-af33-c2d4c9d15350 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:22:43.878588 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c908fd-e0c9-432a-af33-c2d4c9d15350 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:22:43.888473 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-b4c908fd-e0c9-432a-af33-c2d4c9d15350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:22:43.909899 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-b4c908fd-e0c9-432a-af33-c2d4c9d15350 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2387d553-0a72-48c0-a9df-0fcfa0f93147 HTTP/1.1" status: 204  len: 168 time: 1.5424793
Sep 08 16:22:43.992567 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-527246d4-d679-4c68-820f-783a5da79907 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks [] for port, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:44.060886 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-527246d4-d679-4c68-820f-783a5da79907 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:44.082443 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:22:44.183245 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527246d4-d679-4c68-820f-783a5da79907 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Network e2ed1a71-8bc5-4c91-9ec3-df61c44bef44 is already hosted by enough agents. {{(pid=79426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:22:44.191509 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.base_scheduler [None req-527246d4-d679-4c68-820f-783a5da79907 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Resources bound (agent type, host, resource id):  {{(pid=79426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:22:44.197081 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527246d4-d679-4c68-820f-783a5da79907 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Received port after_create {{(pid=79426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:22:44.248656 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527246d4-d679-4c68-820f-783a5da79907 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Pushing event updated for resources: {'Port': ['ID=5cd3fd46-a434-46fa-b97b-0f699f1510fe,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:22:44.253588 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-527246d4-d679-4c68-820f-783a5da79907 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:22:44.396302 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 44264) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:22:44.494388 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-82ef295a-34a0-46fe-beac-f65059cab05f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=633ffbd0760e4ad69bef0e867ad6c4b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0961223
Sep 08 16:22:44.500269 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 44268) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:22:44.576403 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-f6160552-f9e5-44fd-8d3a-547491a63264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:44.609431 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-f6160552-f9e5-44fd-8d3a-547491a63264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:44.706040 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-f6160552-f9e5-44fd-8d3a-547491a63264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:44.716366 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-dac367ed-5b68-4cd7-b43e-56c10c9f97de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:22:44.756122 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6160552-f9e5-44fd-8d3a-547491a63264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500768ed-bd41-4378-9c1e-158e50592549,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:22:44.777575 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-f6160552-f9e5-44fd-8d3a-547491a63264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:22:44.777575 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-f6160552-f9e5-44fd-8d3a-547491a63264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:44.777575 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-f6160552-f9e5-44fd-8d3a-547491a63264 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/500768ed-bd41-4378-9c1e-158e50592549 HTTP/1.1" status: 204  len: 168 time: 0.2745998
Sep 08 16:22:45.489595 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d90ce9-83b0-40f4-a53b-554c248d2022 req-10e1c94b-3630-4528-9e7a-f4d331967e37 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:45.492424 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-e5d90ce9-83b0-40f4-a53b-554c248d2022 req-10e1c94b-3630-4528-9e7a-f4d331967e37 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 944 time: 0.2561169
Sep 08 16:22:45.613145 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-e5d90ce9-83b0-40f4-a53b-554c248d2022 req-3ae8b358-f993-4e73-bf37-caddc9126e98 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1064103
Sep 08 16:22:45.641521 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-527246d4-d679-4c68-820f-783a5da79907 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:45.835203 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-527246d4-d679-4c68-820f-783a5da79907 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:45.859487 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:46.123223 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-527246d4-d679-4c68-820f-783a5da79907 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks [] for port, precommit_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:46.129318 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-527246d4-d679-4c68-820f-783a5da79907 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353071'] for port, after_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:46.133339 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:22:46.343792 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527246d4-d679-4c68-820f-783a5da79907 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Pushing event updated for resources: {'Port': ['ID=5cd3fd46-a434-46fa-b97b-0f699f1510fe,revision_number=2']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:22:46.350280 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-527246d4-d679-4c68-820f-783a5da79907 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:22:46.363895 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-527246d4-d679-4c68-820f-783a5da79907 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1948197'] for floatingip, after_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:46.620611 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.db.l3_db [None req-527246d4-d679-4c68-820f-783a5da79907 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Floating IP a34174c9-77ea-4bda-9cde-c9672bfc1721 associated. External IP: 172.27.2.177, port: f2af78ec-25e1-4833-a7df-32634ee73ed6.
Sep 08 16:22:47.457761 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef23c4-60b4-4030-a03d-57f080623f54 req-56ecf1ab-c440-4af9-bc38-c5a2bc84446f tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:47.459331 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a7ef23c4-60b4-4030-a03d-57f080623f54 req-56ecf1ab-c440-4af9-bc38-c5a2bc84446f tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 944 time: 0.6231370
Sep 08 16:22:47.574154 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527246d4-d679-4c68-820f-783a5da79907 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Router 9995529e-9f96-44bf-8c1d-26bdd4f5e673 has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:22:47.697484 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a7ef23c4-60b4-4030-a03d-57f080623f54 req-fe2c3126-36f2-43d6-ba0f-8ab87a79e53b tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2301292
Sep 08 16:22:47.926212 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527246d4-d679-4c68-820f-783a5da79907 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:22:47.938070 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f3144a-1db3-4806-8042-06f6d01ff9a2 None None] Sync routers for ids ['9995529e-9f96-44bf-8c1d-26bdd4f5e673'] in dv-cinder-807898-1-iscsi {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:22:47.963716 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f3144a-1db3-4806-8042-06f6d01ff9a2 None None] Routers {'9995529e-9f96-44bf-8c1d-26bdd4f5e673'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:22:47.964707 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-b6f3144a-1db3-4806-8042-06f6d01ff9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251b434c0>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:22:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['9995529e-9f96-44bf-8c1d-26bdd4f5e673'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:22:47.973381 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-527246d4-d679-4c68-820f-783a5da79907 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for floatingip, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:48.096375 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-527246d4-d679-4c68-820f-783a5da79907 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 5.9624927
Sep 08 16:22:48.096683 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 44312) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:22:48.097696 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98bdbfb7-ffb6-4948-947a-c946528dd2f4', 'tag': 'f2af78ec-25e1-4833-a7df-32634ee73ed6'}] {{(pid=79426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:22:48.104989 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-91b6c417-4949-47d8-9c48-f319cbd96e9c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-201038959', 'description': 'tempest-secgroup-smoke-201038959 description', 'project_id': '73141861083d409898791956fbfb9619'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:22:48.133955 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-91b6c417-4949-47d8-9c48-f319cbd96e9c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:22:48.154057 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-91b6c417-4949-47d8-9c48-f319cbd96e9c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:22:48.182372 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-91b6c417-4949-47d8-9c48-f319cbd96e9c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:48.203105 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98bdbfb7-ffb6-4948-947a-c946528dd2f4', 'tag': 'f2af78ec-25e1-4833-a7df-32634ee73ed6', 'status': 'completed', 'code': 200}
Sep 08 16:22:48.227113 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-91b6c417-4949-47d8-9c48-f319cbd96e9c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:22:48.233582 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-91b6c417-4949-47d8-9c48-f319cbd96e9c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Usage tracker for resource:security_group_rule and tenant:73141861083d409898791956fbfb9619 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:22:48.235860 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-b6f3144a-1db3-4806-8042-06f6d01ff9a2 None None] Set router 9995529e-9f96-44bf-8c1d-26bdd4f5e673 gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:22:48.239662 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-91b6c417-4949-47d8-9c48-f319cbd96e9c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:22:48.253313 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-91b6c417-4949-47d8-9c48-f319cbd96e9c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:22:48.413791 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-91b6c417-4949-47d8-9c48-f319cbd96e9c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:48.422084 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-91b6c417-4949-47d8-9c48-f319cbd96e9c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:48.437176 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-1c9527f6-e4f5-4a67-9fe8-d325e5cca3be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:22:48.511406 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-91b6c417-4949-47d8-9c48-f319cbd96e9c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:48.514348 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-91b6c417-4949-47d8-9c48-f319cbd96e9c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.4163566
Sep 08 16:22:48.518981 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 44318) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:22:48.524871 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-9cb0c936-51dd-496e-8f94-361de125ce0c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Request body: {'security_group_rule': {'security_group_id': '3c66f6e3-defe-4a07-ad70-a2b00f2c0160', 'project_id': '73141861083d409898791956fbfb9619', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:22:48.538407 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-9cb0c936-51dd-496e-8f94-361de125ce0c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:22:48.549610 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-9cb0c936-51dd-496e-8f94-361de125ce0c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Usage tracker for resource:security_group_rule and tenant:73141861083d409898791956fbfb9619 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:22:48.555331 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-9cb0c936-51dd-496e-8f94-361de125ce0c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:22:48.560864 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6c417-4949-47d8-9c48-f319cbd96e9c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c66f6e3-defe-4a07-ad70-a2b00f2c0160,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:22:48.584701 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-91b6c417-4949-47d8-9c48-f319cbd96e9c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:22:48.598423 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-9cb0c936-51dd-496e-8f94-361de125ce0c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:22:48.679568 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-9cb0c936-51dd-496e-8f94-361de125ce0c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:48.793155 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-b6f3144a-1db3-4806-8042-06f6d01ff9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251b434c0>, [{'id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'name': 'tempest-TestMinimumBasicScenario-1350170870-router', 'tenant_id': '73141861083d409898791956fbfb9619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '8a124473-e7aa-43ae-ac0f-7b0b0b60a084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:21:05Z', 'updated_at': '2021-09-08T16:21:11Z', 'revision_number': 4, 'project_id': '73141861083d409898791956fbfb9619', 'gw_port': {'id': '8a124473-e7aa-43ae-ac0f-7b0b0b60a084', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:21:06Z', 'updated_at': '2021-09-08T16:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_floatingips': [{'id': 'a34174c9-77ea-4bda-9cde-c9672bfc1721', 'tenant_id': '73141861083d409898791956fbfb9619', 'floating_ip_address': '172.27.2.177', 'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'router_id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'port_id': 'f2af78ec-25e1-4833-a7df-32634ee73ed6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e36103-d4a7-4534-8a1c-aa043a64be17', 'mac_address': 'fa:16:3e:0c:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bdbfb7-ffb6-4948-947a-c946528dd2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:22:45Z', 'updated_at': '2021-09-08T16:22:45Z', 'revision_number': 0, 'project_id': '73141861083d409898791956fbfb9619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2bf0ac-6346-4191-890d-814cfa5b0ca5', 'name': '', 'network_id': 'e8e36103-d4a7-4534-8a1c-aa043a64be17', 'tenant_id': '73141861083d409898791956fbfb9619', 'mac_address': 'fa:16:3e:8d:86:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '3c7012dd-217b-4c83-bdf7-d6920ffb08f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:21:10Z', 'updated_at': '2021-09-08T16:21:22Z', 'revision_number': 5, 'project_id': '73141861083d409898791956fbfb9619', 'subnets': [{'id': '3c7012dd-217b-4c83-bdf7-d6920ffb08f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:22:48.798324 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f3144a-1db3-4806-8042-06f6d01ff9a2 None None] Checking router: 9995529e-9f96-44bf-8c1d-26bdd4f5e673 for host: dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:22:48.809088 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f3144a-1db3-4806-8042-06f6d01ff9a2 None None] Routers {'9995529e-9f96-44bf-8c1d-26bdd4f5e673'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:22:48.809779 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-b6f3144a-1db3-4806-8042-06f6d01ff9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251b434c0>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:22:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['9995529e-9f96-44bf-8c1d-26bdd4f5e673'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:22:48.982927 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-9cb0c936-51dd-496e-8f94-361de125ce0c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:48.996805 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-9cb0c936-51dd-496e-8f94-361de125ce0c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908961'] for security_group_rule, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:49.034601 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-de74fd35-ff53-4f4e-9cd6-f150123a77b0 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:22:49.124232 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0c936-51dd-496e-8f94-361de125ce0c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c9c8cf0-1c09-40a2-b8fa-fea23daa3857,revision_number=0']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:22:49.138853 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-9cb0c936-51dd-496e-8f94-361de125ce0c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:22:49.151638 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-9cb0c936-51dd-496e-8f94-361de125ce0c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:49.157728 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-9cb0c936-51dd-496e-8f94-361de125ce0c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6332438
Sep 08 16:22:49.158478 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 44334) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:22:49.166655 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-43eb76e5-1f29-4302-9737-c21b250b5fa4 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Request body: {'security_group_rule': {'security_group_id': '3c66f6e3-defe-4a07-ad70-a2b00f2c0160', 'project_id': '73141861083d409898791956fbfb9619', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:22:49.208728 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-43eb76e5-1f29-4302-9737-c21b250b5fa4 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:22:49.233443 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-43eb76e5-1f29-4302-9737-c21b250b5fa4 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Usage tracker for resource:security_group_rule and tenant:73141861083d409898791956fbfb9619 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:22:49.239705 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-43eb76e5-1f29-4302-9737-c21b250b5fa4 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:22:49.266155 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-43eb76e5-1f29-4302-9737-c21b250b5fa4 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:22:49.372521 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-43eb76e5-1f29-4302-9737-c21b250b5fa4 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:49.393208 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-b6f3144a-1db3-4806-8042-06f6d01ff9a2 None None] Set router 9995529e-9f96-44bf-8c1d-26bdd4f5e673 gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:22:49.521187 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc7801-4b63-4e87-8773-5b18be0cfc1a req-8a501b61-f20e-4a67-ab6f-81d03c321b0e tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:49.524290 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-1bdc7801-4b63-4e87-8773-5b18be0cfc1a req-8a501b61-f20e-4a67-ab6f-81d03c321b0e tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 944 time: 0.3385632
Sep 08 16:22:49.639523 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-43eb76e5-1f29-4302-9737-c21b250b5fa4 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:49.651591 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-43eb76e5-1f29-4302-9737-c21b250b5fa4 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908961'] for security_group_rule, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:49.654464 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:22:49.703510 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-1bdc7801-4b63-4e87-8773-5b18be0cfc1a req-a4c2724a-e1f9-4e6a-b64c-73ee3bdc3556 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1631525
Sep 08 16:22:49.730175 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb76e5-1f29-4302-9737-c21b250b5fa4 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c784e83f-b450-406f-9701-0d40687c02f7,revision_number=0']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:22:49.734632 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-43eb76e5-1f29-4302-9737-c21b250b5fa4 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:22:49.762835 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-43eb76e5-1f29-4302-9737-c21b250b5fa4 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:49.767576 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-43eb76e5-1f29-4302-9737-c21b250b5fa4 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.6052778
Sep 08 16:22:49.770107 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 44338) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:22:49.778499 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-68ab214a-e849-4cb4-8551-e6dae979e596 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Request body: {'security_group_rule': {'security_group_id': '3c66f6e3-defe-4a07-ad70-a2b00f2c0160', 'project_id': '73141861083d409898791956fbfb9619', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:22:49.820296 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-68ab214a-e849-4cb4-8551-e6dae979e596 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:22:49.835709 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-68ab214a-e849-4cb4-8551-e6dae979e596 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Usage tracker for resource:security_group_rule and tenant:73141861083d409898791956fbfb9619 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:22:49.842501 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-68ab214a-e849-4cb4-8551-e6dae979e596 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:22:49.875439 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-68ab214a-e849-4cb4-8551-e6dae979e596 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:22:49.979577 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-68ab214a-e849-4cb4-8551-e6dae979e596 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:50.039094 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-b6f3144a-1db3-4806-8042-06f6d01ff9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251b434c0>, [{'id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'name': 'tempest-TestMinimumBasicScenario-1350170870-router', 'tenant_id': '73141861083d409898791956fbfb9619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '8a124473-e7aa-43ae-ac0f-7b0b0b60a084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:21:05Z', 'updated_at': '2021-09-08T16:21:11Z', 'revision_number': 4, 'project_id': '73141861083d409898791956fbfb9619', 'gw_port': {'id': '8a124473-e7aa-43ae-ac0f-7b0b0b60a084', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:21:06Z', 'updated_at': '2021-09-08T16:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_floatingips': [{'id': 'a34174c9-77ea-4bda-9cde-c9672bfc1721', 'tenant_id': '73141861083d409898791956fbfb9619', 'floating_ip_address': '172.27.2.177', 'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'router_id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'port_id': 'f2af78ec-25e1-4833-a7df-32634ee73ed6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e36103-d4a7-4534-8a1c-aa043a64be17', 'mac_address': 'fa:16:3e:0c:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bdbfb7-ffb6-4948-947a-c946528dd2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:22:45Z', 'updated_at': '2021-09-08T16:22:45Z', 'revision_number': 0, 'project_id': '73141861083d409898791956fbfb9619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2bf0ac-6346-4191-890d-814cfa5b0ca5', 'name': '', 'network_id': 'e8e36103-d4a7-4534-8a1c-aa043a64be17', 'tenant_id': '73141861083d409898791956fbfb9619', 'mac_address': 'fa:16:3e:8d:86:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '3c7012dd-217b-4c83-bdf7-d6920ffb08f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:21:10Z', 'updated_at': '2021-09-08T16:21:22Z', 'revision_number': 5, 'project_id': '73141861083d409898791956fbfb9619', 'subnets': [{'id': '3c7012dd-217b-4c83-bdf7-d6920ffb08f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:22:50.052270 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f3144a-1db3-4806-8042-06f6d01ff9a2 None None] The sync data for ids ['9995529e-9f96-44bf-8c1d-26bdd4f5e673'] in dv-cinder-807898-1-iscsi is: [{'id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'name': 'tempest-TestMinimumBasicScenario-1350170870-router', 'tenant_id': '73141861083d409898791956fbfb9619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '8a124473-e7aa-43ae-ac0f-7b0b0b60a084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:21:05Z', 'updated_at': '2021-09-08T16:21:11Z', 'revision_number': 4, 'project_id': '73141861083d409898791956fbfb9619', 'gw_port': {'id': '8a124473-e7aa-43ae-ac0f-7b0b0b60a084', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:21:06Z', 'updated_at': '2021-09-08T16:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_floatingips': [{'id': 'a34174c9-77ea-4bda-9cde-c9672bfc1721', 'tenant_id': '73141861083d409898791956fbfb9619', 'floating_ip_address': '172.27.2.177', 'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'router_id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'port_id': 'f2af78ec-25e1-4833-a7df-32634ee73ed6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e36103-d4a7-4534-8a1c-aa043a64be17', 'mac_address': 'fa:16:3e:0c:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bdbfb7-ffb6-4948-947a-c946528dd2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:22:45Z', 'updated_at': '2021-09-08T16:22:45Z', 'revision_number': 0, 'project_id': '73141861083d409898791956fbfb9619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d2bf0ac-6346-4191-890d-814cfa5b0ca5', 'name': '', 'network_id': 'e8e36103-d4a7-4534-8a1c-aa043a64be17', 'tenant_id': '73141861083d409898791956fbfb9619', 'mac_address': 'fa:16:3e:8d:86:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '3c7012dd-217b-4c83-bdf7-d6920ffb08f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:21:10Z', 'updated_at': '2021-09-08T16:21:22Z', 'revision_number': 5, 'project_id': '73141861083d409898791956fbfb9619', 'subnets': [{'id': '3c7012dd-217b-4c83-bdf7-d6920ffb08f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:22:50.216391 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-68ab214a-e849-4cb4-8551-e6dae979e596 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:50.230082 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-68ab214a-e849-4cb4-8551-e6dae979e596 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908961'] for security_group_rule, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:50.233808 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:22:50.271221 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab214a-e849-4cb4-8551-e6dae979e596 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86f4af11-3f5c-4a06-947f-f399268bf1f4,revision_number=0']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:22:50.278019 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-68ab214a-e849-4cb4-8551-e6dae979e596 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:22:50.312534 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-68ab214a-e849-4cb4-8551-e6dae979e596 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:50.316598 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-68ab214a-e849-4cb4-8551-e6dae979e596 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5440123
Sep 08 16:22:50.320552 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 44346) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:22:50.328812 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-39961310-8aa0-4abb-a44a-acb0cac1870c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Request body: {'security_group_rule': {'security_group_id': '3c66f6e3-defe-4a07-ad70-a2b00f2c0160', 'project_id': '73141861083d409898791956fbfb9619', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:22:50.340393 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-39961310-8aa0-4abb-a44a-acb0cac1870c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:22:50.348375 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-39961310-8aa0-4abb-a44a-acb0cac1870c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Usage tracker for resource:security_group_rule and tenant:73141861083d409898791956fbfb9619 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:22:50.367258 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-39961310-8aa0-4abb-a44a-acb0cac1870c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:22:50.380524 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-39961310-8aa0-4abb-a44a-acb0cac1870c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:22:50.412858 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-39961310-8aa0-4abb-a44a-acb0cac1870c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:50.522857 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-39961310-8aa0-4abb-a44a-acb0cac1870c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:50.528950 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-39961310-8aa0-4abb-a44a-acb0cac1870c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908961'] for security_group_rule, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:50.531701 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:22:50.553506 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39961310-8aa0-4abb-a44a-acb0cac1870c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15673c40-270f-4eb3-8249-f98b08fba7d9,revision_number=0']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:22:50.564587 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-39961310-8aa0-4abb-a44a-acb0cac1870c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:22:50.588911 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-39961310-8aa0-4abb-a44a-acb0cac1870c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:50.590669 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-39961310-8aa0-4abb-a44a-acb0cac1870c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2684860
Sep 08 16:22:50.596394 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 44350) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:22:50.609833 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-7edc552a-c392-41c8-b5d0-6f42bb1fdad9 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Request body: {'security_group_rule': {'security_group_id': '3c66f6e3-defe-4a07-ad70-a2b00f2c0160', 'project_id': '73141861083d409898791956fbfb9619', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:22:50.618920 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-7edc552a-c392-41c8-b5d0-6f42bb1fdad9 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:22:50.623700 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-7edc552a-c392-41c8-b5d0-6f42bb1fdad9 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Usage tracker for resource:security_group_rule and tenant:73141861083d409898791956fbfb9619 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:22:50.640266 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-7edc552a-c392-41c8-b5d0-6f42bb1fdad9 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:22:50.653143 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-7edc552a-c392-41c8-b5d0-6f42bb1fdad9 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:22:50.669601 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.db.securitygroups_db [None req-7edc552a-c392-41c8-b5d0-6f42bb1fdad9 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Project 73141861083d409898791956fbfb9619 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 08 16:22:50.678415 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1c4e7a-86cd-4ef9-8fe0-fd29758c6c91 None None] New status for floating IP a34174c9-77ea-4bda-9cde-c9672bfc1721: ACTIVE {{(pid=79428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 08 16:22:50.695553 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-7edc552a-c392-41c8-b5d0-6f42bb1fdad9 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:50.806295 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-7edc552a-c392-41c8-b5d0-6f42bb1fdad9 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:50.821975 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-7edc552a-c392-41c8-b5d0-6f42bb1fdad9 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908961'] for security_group_rule, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:50.861745 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:22:50.949110 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc552a-c392-41c8-b5d0-6f42bb1fdad9 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a4c120b-8b51-44d1-b59f-2f34dcaeb544,revision_number=0']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:22:50.974276 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-7edc552a-c392-41c8-b5d0-6f42bb1fdad9 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:22:50.992243 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-7edc552a-c392-41c8-b5d0-6f42bb1fdad9 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:51.002537 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-7edc552a-c392-41c8-b5d0-6f42bb1fdad9 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4031343
Sep 08 16:22:51.005110 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 44356) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:22:51.017679 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-cb2b1788-cf95-4042-a903-6385ee479dbf tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Request body: {'security_group_rule': {'security_group_id': '3c66f6e3-defe-4a07-ad70-a2b00f2c0160', 'project_id': '73141861083d409898791956fbfb9619', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:22:51.039055 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-cb2b1788-cf95-4042-a903-6385ee479dbf tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:22:51.065363 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-cb2b1788-cf95-4042-a903-6385ee479dbf tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Usage tracker for resource:security_group_rule and tenant:73141861083d409898791956fbfb9619 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:22:51.082869 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-cb2b1788-cf95-4042-a903-6385ee479dbf tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:22:51.115691 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-cb2b1788-cf95-4042-a903-6385ee479dbf tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:22:51.149241 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.db.securitygroups_db [None req-cb2b1788-cf95-4042-a903-6385ee479dbf tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Project 73141861083d409898791956fbfb9619 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 08 16:22:51.162647 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-cb2b1788-cf95-4042-a903-6385ee479dbf tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:51.248031 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd046167-e2ff-461b-a0e3-42e8b8278cf7 req-3af6cc94-ecfc-40f6-aa3e-cd010010dfbb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:51.250565 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-cd046167-e2ff-461b-a0e3-42e8b8278cf7 req-3af6cc94-ecfc-40f6-aa3e-cd010010dfbb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 944 time: 0.1711357
Sep 08 16:22:51.342736 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-cd046167-e2ff-461b-a0e3-42e8b8278cf7 req-1e4e74e5-22aa-400e-afe7-eaf53b37ecf8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0803375
Sep 08 16:22:51.366766 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-cb2b1788-cf95-4042-a903-6385ee479dbf tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:51.378117 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-cb2b1788-cf95-4042-a903-6385ee479dbf tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908961'] for security_group_rule, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:51.381016 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-43eb76e5-1f29-4302-9737-c21b250b5fa4 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:22:51.432057 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b1788-cf95-4042-a903-6385ee479dbf tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c0cab7-8b0f-47be-b776-9486767c2f81,revision_number=0']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:22:51.444486 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-cb2b1788-cf95-4042-a903-6385ee479dbf tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:22:51.475518 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-cb2b1788-cf95-4042-a903-6385ee479dbf tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:51.477042 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-cb2b1788-cf95-4042-a903-6385ee479dbf tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4700220
Sep 08 16:22:51.710298 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0c626ef0-c837-4fc7-adbf-948486fd5dd8 req-2f9319b2-35e5-450c-8a7c-574820a36d96 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-201038959&fields=id&tenant_id=73141861083d409898791956fbfb9619 HTTP/1.1" status: 200  len: 267 time: 0.1058717
Sep 08 16:22:51.845322 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c626ef0-c837-4fc7-adbf-948486fd5dd8 req-e5e7f331-4551-4671-a8b9-dbf8ffaca5e7 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:51.853336 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0c626ef0-c837-4fc7-adbf-948486fd5dd8 req-e5e7f331-4551-4671-a8b9-dbf8ffaca5e7 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 945 time: 0.1344485
Sep 08 16:22:51.859199 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [req-0c626ef0-c837-4fc7-adbf-948486fd5dd8 req-b0c0d7bd-a027-4b0e-bcc9-457f824e44c5 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Request body: {'port': {'security_groups': ['b3499b13-6588-454b-950d-ab7ea735e370', '3c66f6e3-defe-4a07-ad70-a2b00f2c0160']}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:22:52.075288 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-0c626ef0-c837-4fc7-adbf-948486fd5dd8 req-b0c0d7bd-a027-4b0e-bcc9-457f824e44c5 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:52.447068 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [req-0c626ef0-c837-4fc7-adbf-948486fd5dd8 req-b0c0d7bd-a027-4b0e-bcc9-457f824e44c5 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] For port f2af78ec-25e1-4833-a7df-32634ee73ed6, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=f2af78ec-25e1-4833-a7df-32634ee73ed6,segment=NetworkSegment(692d8389-e7f4-41d5-b576-e474440eb184),segment_id=692d8389-e7f4-41d5-b576-e474440eb184)] {{(pid=79426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:22:52.494225 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-0c626ef0-c837-4fc7-adbf-948486fd5dd8 req-b0c0d7bd-a027-4b0e-bcc9-457f824e44c5 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks [] for port, precommit_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:52.502998 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-0c626ef0-c837-4fc7-adbf-948486fd5dd8 req-b0c0d7bd-a027-4b0e-bcc9-457f824e44c5 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353071'] for port, after_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:52.512586 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:22:52.732630 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c626ef0-c837-4fc7-adbf-948486fd5dd8 req-b0c0d7bd-a027-4b0e-bcc9-457f824e44c5 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:52.733737 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-0c626ef0-c837-4fc7-adbf-948486fd5dd8 req-b0c0d7bd-a027-4b0e-bcc9-457f824e44c5 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:52.737389 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0c626ef0-c837-4fc7-adbf-948486fd5dd8 req-b0c0d7bd-a027-4b0e-bcc9-457f824e44c5 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "PUT /v2.0/ports/f2af78ec-25e1-4833-a7df-32634ee73ed6 HTTP/1.1" status: 200  len: 981 time: 0.8829367
Sep 08 16:22:52.738238 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98bdbfb7-ffb6-4948-947a-c946528dd2f4', 'tag': 'f2af78ec-25e1-4833-a7df-32634ee73ed6'}] {{(pid=79426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:22:52.792087 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0d7bd-a027-4b0e-bcc9-457f824e44c5 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Pushing event updated for resources: {'Port': ['ID=f2af78ec-25e1-4833-a7df-32634ee73ed6,revision_number=6']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:22:52.805247 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-b0c0d7bd-a027-4b0e-bcc9-457f824e44c5 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:22:52.835806 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab847a-3109-46d1-83a4-6db70a0c831b req-46129800-64d7-4777-b917-9dde4a431774 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:52.840457 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b8ab847a-3109-46d1-83a4-6db70a0c831b req-46129800-64d7-4777-b917-9dde4a431774 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 944 time: 0.2540739
Sep 08 16:22:52.972237 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b8ab847a-3109-46d1-83a4-6db70a0c831b req-5a646322-09dd-4996-bf2b-c63bbf57fde2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1284082
Sep 08 16:22:53.003691 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-9e14d6a8-0a63-4998-877d-badba3674694 None None] Provisioning complete for port f2af78ec-25e1-4833-a7df-32634ee73ed6 triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:22:53.005422 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-9e14d6a8-0a63-4998-877d-badba3674694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:53.048431 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55363ca-cc65-4d73-95fb-80669c3f33b4 req-e9edc984-931a-4f94-9ccd-61d933b5d2a7 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:53.056915 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f55363ca-cc65-4d73-95fb-80669c3f33b4 req-e9edc984-931a-4f94-9ccd-61d933b5d2a7 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 984 time: 0.1555076
Sep 08 16:22:53.086143 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98bdbfb7-ffb6-4948-947a-c946528dd2f4', 'tag': 'f2af78ec-25e1-4833-a7df-32634ee73ed6', 'status': 'completed', 'code': 200}
Sep 08 16:22:53.136399 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f55363ca-cc65-4d73-95fb-80669c3f33b4 req-47df4365-db60-4f0e-b441-1b32008edffa tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&id=3c66f6e3-defe-4a07-ad70-a2b00f2c0160&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0782788
Sep 08 16:22:53.324834 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['f2af78ec-25e1-4833-a7df-32634ee73ed6'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:22:53.445043 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eceb9ba-2d10-48da-b1aa-bd6ff4d5fe3a req-aadf28ee-461e-4cd0-b230-90930d753552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:53.446628 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-8eceb9ba-2d10-48da-b1aa-bd6ff4d5fe3a req-aadf28ee-461e-4cd0-b230-90930d753552 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=73141861083d409898791956fbfb9619&device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 1137 time: 0.0871134
Sep 08 16:22:53.531124 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['f2af78ec-25e1-4833-a7df-32634ee73ed6'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:22:53.737517 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eceb9ba-2d10-48da-b1aa-bd6ff4d5fe3a req-3fee54e4-4aba-41ed-87ab-334165c9091b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:53.739192 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-8eceb9ba-2d10-48da-b1aa-bd6ff4d5fe3a req-3fee54e4-4aba-41ed-87ab-334165c9091b service neutron] 10.222.0.70 "GET /v2.0/networks?id=e8e36103-d4a7-4534-8a1c-aa043a64be17 HTTP/1.1" status: 200  len: 916 time: 0.2845914
Sep 08 16:22:53.946888 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-8eceb9ba-2d10-48da-b1aa-bd6ff4d5fe3a req-01fae81b-3c04-4cc9-b567-91a300652c58 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2af78ec-25e1-4833-a7df-32634ee73ed6 HTTP/1.1" status: 200  len: 1001 time: 0.1928070
Sep 08 16:22:54.073286 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eceb9ba-2d10-48da-b1aa-bd6ff4d5fe3a req-a6cc1957-c9c5-4157-9709-2cb443bd858e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:54.077545 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-8eceb9ba-2d10-48da-b1aa-bd6ff4d5fe3a req-a6cc1957-c9c5-4157-9709-2cb443bd858e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3c7012dd-217b-4c83-bdf7-d6920ffb08f4 HTTP/1.1" status: 200  len: 854 time: 0.1230617
Sep 08 16:22:54.223670 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eceb9ba-2d10-48da-b1aa-bd6ff4d5fe3a req-d65c664f-ee0e-45c4-bb54-13e88b39582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:54.226255 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-8eceb9ba-2d10-48da-b1aa-bd6ff4d5fe3a req-d65c664f-ee0e-45c4-bb54-13e88b39582f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8e36103-d4a7-4534-8a1c-aa043a64be17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1409721
Sep 08 16:22:54.294294 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9300d9-e90e-4b64-97e9-87810252d2c0 req-27fd0867-dbc2-4f33-a908-c5177c414557 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:54.296779 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9a9300d9-e90e-4b64-97e9-87810252d2c0 req-27fd0867-dbc2-4f33-a908-c5177c414557 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 944 time: 0.1280003
Sep 08 16:22:54.379603 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9a9300d9-e90e-4b64-97e9-87810252d2c0 req-6eeea287-4699-4da2-b847-493cf3f2da18 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0752137
Sep 08 16:22:54.460673 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-8eceb9ba-2d10-48da-b1aa-bd6ff4d5fe3a req-eb85043f-8ee4-4e65-866d-4db7a97e5189 service neutron] 10.222.0.70 "GET /v2.0/networks/e8e36103-d4a7-4534-8a1c-aa043a64be17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2261288
Sep 08 16:22:54.480175 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['f2af78ec-25e1-4833-a7df-32634ee73ed6'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:22:54.659683 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-8eceb9ba-2d10-48da-b1aa-bd6ff4d5fe3a req-9e728bc5-deef-4a95-b450-5387dc398e8a service neutron] 10.222.0.70 "GET /v2.0/networks/e8e36103-d4a7-4534-8a1c-aa043a64be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1914232
Sep 08 16:22:54.900316 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6d070-8cdf-4429-9d7e-3bce1ce0d31a req-22b59e94-7717-4b02-ae7f-9c8bf649d97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:54.914234 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-aed6d070-8cdf-4429-9d7e-3bce1ce0d31a req-22b59e94-7717-4b02-ae7f-9c8bf649d97a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=73141861083d409898791956fbfb9619&device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 1137 time: 0.1510336
Sep 08 16:22:55.168257 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6d070-8cdf-4429-9d7e-3bce1ce0d31a req-e29bedad-6e4d-4b17-b3f8-e4131888b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:55.170350 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-aed6d070-8cdf-4429-9d7e-3bce1ce0d31a req-e29bedad-6e4d-4b17-b3f8-e4131888b453 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e8e36103-d4a7-4534-8a1c-aa043a64be17 HTTP/1.1" status: 200  len: 916 time: 0.2528551
Sep 08 16:22:55.304468 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-aed6d070-8cdf-4429-9d7e-3bce1ce0d31a req-7ded8eb6-1d84-4998-892a-75e475de8e5c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2af78ec-25e1-4833-a7df-32634ee73ed6 HTTP/1.1" status: 200  len: 1001 time: 0.1238348
Sep 08 16:22:55.607171 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e17e67-1f73-40fa-9fe1-d24e03d3d359 req-5bf202a2-0bdd-43e6-acf4-ee20d71c2189 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:55.608816 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-59e17e67-1f73-40fa-9fe1-d24e03d3d359 req-5bf202a2-0bdd-43e6-acf4-ee20d71c2189 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 944 time: 0.0884116
Sep 08 16:22:55.665069 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-59e17e67-1f73-40fa-9fe1-d24e03d3d359 req-26c9b523-a44f-4461-b040-ccfc09334547 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454643
Sep 08 16:22:56.331304 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6d070-8cdf-4429-9d7e-3bce1ce0d31a req-8c174b22-7bf2-41ed-a0b9-c66834cc5c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:56.333164 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-aed6d070-8cdf-4429-9d7e-3bce1ce0d31a req-8c174b22-7bf2-41ed-a0b9-c66834cc5c50 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3c7012dd-217b-4c83-bdf7-d6920ffb08f4 HTTP/1.1" status: 200  len: 854 time: 0.0724256
Sep 08 16:22:56.999834 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887822a1-bb8f-4ec5-bc42-da8063870e9b req-8375ba4a-e5f4-4677-805e-e359965bf7ea tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:57.001434 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-887822a1-bb8f-4ec5-bc42-da8063870e9b req-8375ba4a-e5f4-4677-805e-e359965bf7ea tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 944 time: 0.2080843
Sep 08 16:22:57.057402 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-887822a1-bb8f-4ec5-bc42-da8063870e9b req-9046a43b-4757-4cbe-91b7-103a7b2005f6 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485308
Sep 08 16:22:57.202692 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6d070-8cdf-4429-9d7e-3bce1ce0d31a req-c9cbb8e9-ee42-4c16-946d-987de6ca2cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:57.204981 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-aed6d070-8cdf-4429-9d7e-3bce1ce0d31a req-c9cbb8e9-ee42-4c16-946d-987de6ca2cb9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8e36103-d4a7-4534-8a1c-aa043a64be17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0894063
Sep 08 16:22:58.102466 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 08 16:22:58.250111 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-aed6d070-8cdf-4429-9d7e-3bce1ce0d31a req-0ba77f91-822c-433c-811f-b2c6a8a6ff1a service neutron] 10.222.0.70 "GET /v2.0/networks/e8e36103-d4a7-4534-8a1c-aa043a64be17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1560216
Sep 08 16:22:58.424038 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54,segment=NetworkSegment(52138e92-9965-4b35-b4cf-e92e92ee1ba1),segment_id=52138e92-9965-4b35-b4cf-e92e92ee1ba1)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:22:58.436455 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2a498-a9c7-4472-8f3a-463302235da2 req-52b4115a-8d8a-4da1-8481-3cf74ebd971a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:58.437233 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-aed6d070-8cdf-4429-9d7e-3bce1ce0d31a req-10ee9d57-7bf1-48d7-ae0e-48ffa6f708ca service neutron] 10.222.0.70 "GET /v2.0/networks/e8e36103-d4a7-4534-8a1c-aa043a64be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1806941
Sep 08 16:22:58.440233 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4aa2a498-a9c7-4472-8f3a-463302235da2 req-52b4115a-8d8a-4da1-8481-3cf74ebd971a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 944 time: 0.1687367
Sep 08 16:22:58.449110 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Returning: {'device': '0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54', 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480', 'port_id': '0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54', 'mac_address': 'fa:16:3e:c7:b8:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 08 16:22:58.509382 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4aa2a498-a9c7-4472-8f3a-463302235da2 req-6782ba27-f688-412e-a568-8ae9d0f341d8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593073
Sep 08 16:22:58.521436 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:58.541141 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 {{(pid=79427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:22:58.559316 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54,segment=NetworkSegment(52138e92-9965-4b35-b4cf-e92e92ee1ba1),segment_id=52138e92-9965-4b35-b4cf-e92e92ee1ba1)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:22:58.565407 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:22:58.570223 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-1abb4c16-d7db-4680-a8fa-cba8ae382b5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:22:58.687628 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54,revision_number=9']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:22:58.696378 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:22:58.696777 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:22:58.697165 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:22:58.697511 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:22:58.697842 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:22:58.698189 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:22:58.698566 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:22:58.698912 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:22:58.699244 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:22:58.699599 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:22:58.699923 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:22:58.700255 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:22:58.704563 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:22:58.941302 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:22:59.759993 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ab954-9cf2-435a-b95e-3c5ab5ea33f2 req-5ec905f5-0a6f-4c40-ae2d-84fab2dd5b08 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:22:59.761268 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-074ab954-9cf2-435a-b95e-3c5ab5ea33f2 req-5ec905f5-0a6f-4c40-ae2d-84fab2dd5b08 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 945 time: 0.0955529
Sep 08 16:22:59.818775 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-074ab954-9cf2-435a-b95e-3c5ab5ea33f2 req-bab362fc-fa51-463f-a9b1-5699659ad863 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493286
Sep 08 16:23:00.798341 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-204ee91d-1a5e-48e4-9127-0428ed211819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:01.044753 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9120ad-cc0c-44bd-a748-e6ddbf1a173b req-f7d446b2-cef1-44a2-888c-ada120edd01a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:01.046509 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7c9120ad-cc0c-44bd-a748-e6ddbf1a173b req-f7d446b2-cef1-44a2-888c-ada120edd01a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 945 time: 0.0955806
Sep 08 16:23:01.096179 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7c9120ad-cc0c-44bd-a748-e6ddbf1a173b req-3c1a850d-dfff-49a6-9bdb-3bafc7a09cb2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430229
Sep 08 16:23:01.308866 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:02.302547 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c630210-4182-4d4e-b2be-2be034f4e913 req-e4289980-3019-455a-816d-e01cbb15ce38 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:02.304171 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-8c630210-4182-4d4e-b2be-2be034f4e913 req-e4289980-3019-455a-816d-e01cbb15ce38 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 945 time: 0.0898809
Sep 08 16:23:02.354853 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-8c630210-4182-4d4e-b2be-2be034f4e913 req-5b27656b-c40a-4248-9732-eb53bfe29a63 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445099
Sep 08 16:23:02.681525 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 up at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:23:02.769224 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning complete for port 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:23:02.769603 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:02.918045 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:02.973836 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5fbdd8-f58c-4d16-be45-d9003f0e770c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54'}] {{(pid=79427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:23:02.993299 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54,segment=NetworkSegment(52138e92-9965-4b35-b4cf-e92e92ee1ba1),segment_id=52138e92-9965-4b35-b4cf-e92e92ee1ba1)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:23:02.999026 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:03.008589 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:03.051029 dv-cinder-807898-1-iscsi neutron-server[79427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c5fbdd8-f58c-4d16-be45-d9003f0e770c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54', 'code': 200}
Sep 08 16:23:03.099168 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54,revision_number=10']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:03.102616 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:03.427670 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccaa55c-00bc-412a-9145-a1e65313b6f4 req-2ebe7f62-3882-4209-ac6b-78f71f16f738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:03.429399 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2ccaa55c-00bc-412a-9145-a1e65313b6f4 req-2ebe7f62-3882-4209-ac6b-78f71f16f738 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 1100 time: 0.0905378
Sep 08 16:23:03.489181 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-2ccaa55c-00bc-412a-9145-a1e65313b6f4 req-d28b53fa-8c86-444e-a994-62f2c251c912 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521901
Sep 08 16:23:03.596061 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f9752-4036-456a-a2ec-5da59b55be2d req-0fdef090-9d83-44ef-a113-9be70dd22e22 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:03.597662 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-701f9752-4036-456a-a2ec-5da59b55be2d req-0fdef090-9d83-44ef-a113-9be70dd22e22 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 947 time: 0.0917006
Sep 08 16:23:03.646569 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-701f9752-4036-456a-a2ec-5da59b55be2d req-cd20800f-75a7-4600-9020-ad07a0064bf3 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428646
Sep 08 16:23:03.943951 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-22594415-e3e3-4fdc-926c-1bbf619dcb86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:04.947462 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef280b-98d9-4e97-9eac-84b2157c6d23 req-2f9ae04b-394b-4faa-9726-69db747a36eb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:04.961436 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ecef280b-98d9-4e97-9eac-84b2157c6d23 req-2f9ae04b-394b-4faa-9726-69db747a36eb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 947 time: 0.1621194
Sep 08 16:23:05.051303 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ecef280b-98d9-4e97-9eac-84b2157c6d23 req-b4ba18df-54dd-4e1d-b45e-36d702ae8290 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0881176
Sep 08 16:23:05.248725 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:06.317906 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f633ee8-1ddb-45a3-984b-d60a835eb0a4 req-6b564e46-7f32-48d0-9745-6e3258a5178e tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:06.319864 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4f633ee8-1ddb-45a3-984b-d60a835eb0a4 req-6b564e46-7f32-48d0-9745-6e3258a5178e tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 947 time: 0.1031458
Sep 08 16:23:06.376971 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4f633ee8-1ddb-45a3-984b-d60a835eb0a4 req-1a531ab5-7357-4032-b359-264c2ebf86bc tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497084
Sep 08 16:23:07.361661 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:08.204928 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afadec-6e6d-40d1-9a6f-4108b9077cc1 req-68a8d9b5-25a7-482e-8467-02edde126464 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:08.206988 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-95afadec-6e6d-40d1-9a6f-4108b9077cc1 req-68a8d9b5-25a7-482e-8467-02edde126464 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a8663ba-2359-4629-850a-16db3a5e3798 HTTP/1.1" status: 200  len: 945 time: 0.1096888
Sep 08 16:23:08.277936 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-95afadec-6e6d-40d1-9a6f-4108b9077cc1 req-e36abbac-67f2-4b35-b3f1-f5863f69dcb2 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0791e6f-0747-4f61-b0b5-564dde5fba00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0643501
Sep 08 16:23:09.527494 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abae507-f690-490f-a932-5d6bed607821 req-80f2d5e9-0d8c-4426-b885-c742ea2cabce tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:09.529064 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5abae507-f690-490f-a932-5d6bed607821 req-80f2d5e9-0d8c-4426-b885-c742ea2cabce tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a8663ba-2359-4629-850a-16db3a5e3798 HTTP/1.1" status: 200  len: 945 time: 0.0839412
Sep 08 16:23:09.576824 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5abae507-f690-490f-a932-5d6bed607821 req-63e97b60-6c80-44bf-a10e-026af4553a76 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0791e6f-0747-4f61-b0b5-564dde5fba00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414717
Sep 08 16:23:10.013134 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 44604) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:10.139531 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-82a3476b-b9f9-441c-81f9-e7cf84df4063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:10.157011 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-82a3476b-b9f9-441c-81f9-e7cf84df4063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:23:10.162248 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-82a3476b-b9f9-441c-81f9-e7cf84df4063 admin admin] Usage tracker for resource:security_group_rule and tenant:bd9a348d636e438597c55f4b877fbcab is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:23:10.165459 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-82a3476b-b9f9-441c-81f9-e7cf84df4063 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:23:10.172036 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-82a3476b-b9f9-441c-81f9-e7cf84df4063 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:23:10.581760 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc8b7b-af54-434a-adc1-660c30d11801 req-11c36eac-4b55-4b38-8a41-3ae535fa8976 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:10.582990 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-3cdc8b7b-af54-434a-adc1-660c30d11801 req-11c36eac-4b55-4b38-8a41-3ae535fa8976 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Synchronizing usage tracker for tenant:212c97f3a57a4db5985bce4f60183ab4 on resource:port {{(pid=79425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:23:10.634698 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-82a3476b-b9f9-441c-81f9-e7cf84df4063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:10.637162 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [req-3cdc8b7b-af54-434a-adc1-660c30d11801 req-11c36eac-4b55-4b38-8a41-3ae535fa8976 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Unset dirty status for tenant:212c97f3a57a4db5985bce4f60183ab4 on resource:port {{(pid=79425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:23:10.639107 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-3cdc8b7b-af54-434a-adc1-660c30d11801 req-11c36eac-4b55-4b38-8a41-3ae535fa8976 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a8663ba-2359-4629-850a-16db3a5e3798 HTTP/1.1" status: 200  len: 945 time: 0.4329352
Sep 08 16:23:10.640941 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-82a3476b-b9f9-441c-81f9-e7cf84df4063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:10.656466 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-f6160552-f9e5-44fd-8d3a-547491a63264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:10.803601 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbd2d9-cd9f-4cd0-9cb8-5e9b6b743ec2 req-426e66d8-a56c-4eb9-a30f-3896bf8eac04 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:10.805146 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-c2dbd2d9-cd9f-4cd0-9cb8-5e9b6b743ec2 req-426e66d8-a56c-4eb9-a30f-3896bf8eac04 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a8663ba-2359-4629-850a-16db3a5e3798 HTTP/1.1" status: 200  len: 945 time: 0.1070344
Sep 08 16:23:10.828454 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-82a3476b-b9f9-441c-81f9-e7cf84df4063 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd9a348d636e438597c55f4b877fbcab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8139281
Sep 08 16:23:10.834569 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 44612) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:10.848234 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3476b-b9f9-441c-81f9-e7cf84df4063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c909d9ae-54ff-4abf-b264-a8091d008c1e,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:10.858771 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [req-3cdc8b7b-af54-434a-adc1-660c30d11801 req-054b3387-d992-46f9-ad24-ba003070693f tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Deleting port d1d984fb-70ca-4008-b36b-e027b27472de {{(pid=79425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:23:10.858771 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-3cdc8b7b-af54-434a-adc1-660c30d11801 req-054b3387-d992-46f9-ad24-ba003070693f tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:10.872409 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-c2dbd2d9-cd9f-4cd0-9cb8-5e9b6b743ec2 req-94673b56-7558-41fd-a8f3-2b31438ef88b tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0791e6f-0747-4f61-b0b5-564dde5fba00&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607529
Sep 08 16:23:10.917295 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-82a3476b-b9f9-441c-81f9-e7cf84df4063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:10.940768 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-fc097f5d-19b3-480f-81e7-858d0f1ee091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:10.972829 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-fc097f5d-19b3-480f-81e7-858d0f1ee091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:11.038246 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-fc097f5d-19b3-480f-81e7-858d0f1ee091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:11.043795 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-ec863597-d098-4435-9697-0f8a873c3808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:11.063018 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc097f5d-19b3-480f-81e7-858d0f1ee091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c909d9ae-54ff-4abf-b264-a8091d008c1e,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:11.066608 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-fc097f5d-19b3-480f-81e7-858d0f1ee091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:11.067784 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-fc097f5d-19b3-480f-81e7-858d0f1ee091 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c909d9ae-54ff-4abf-b264-a8091d008c1e HTTP/1.1" status: 204  len: 168 time: 0.2327490
Sep 08 16:23:11.068912 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-fc097f5d-19b3-480f-81e7-858d0f1ee091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:11.250492 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [req-3cdc8b7b-af54-434a-adc1-660c30d11801 req-054b3387-d992-46f9-ad24-ba003070693f tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] For port d1d984fb-70ca-4008-b36b-e027b27472de, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=d1d984fb-70ca-4008-b36b-e027b27472de,segment=NetworkSegment(967548e4-bbe3-4c32-a3ac-8b359fdd3bd4),segment_id=967548e4-bbe3-4c32-a3ac-8b359fdd3bd4)] {{(pid=79425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:23:11.252047 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-3cdc8b7b-af54-434a-adc1-660c30d11801 req-054b3387-d992-46f9-ad24-ba003070693f tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:11.582644 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-3cdc8b7b-af54-434a-adc1-660c30d11801 req-054b3387-d992-46f9-ad24-ba003070693f tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:11.583017 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-3cdc8b7b-af54-434a-adc1-660c30d11801 req-054b3387-d992-46f9-ad24-ba003070693f tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1948197'] for floatingip, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:11.583335 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.db.l3_db [req-3cdc8b7b-af54-434a-adc1-660c30d11801 req-054b3387-d992-46f9-ad24-ba003070693f tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Floating IP 7d0f4ecd-de7a-42f3-8f8e-690d63d61e81 disassociated. External IP: 172.27.2.44, port: d1d984fb-70ca-4008-b36b-e027b27472de.
Sep 08 16:23:11.583700 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [req-3cdc8b7b-af54-434a-adc1-660c30d11801 req-054b3387-d992-46f9-ad24-ba003070693f tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Calling delete_port for d1d984fb-70ca-4008-b36b-e027b27472de owned by compute:nova {{(pid=79425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:23:11.734358 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:23:11.740148 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-3cdc8b7b-af54-434a-adc1-660c30d11801 req-054b3387-d992-46f9-ad24-ba003070693f tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:11.748741 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-334f1069-cf5a-4dd7-9118-0a47ef45a831 tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:11.845035 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b3387-d992-46f9-ad24-ba003070693f tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Pushing event deleted for resources: {'Port': ['ID=d1d984fb-70ca-4008-b36b-e027b27472de,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:11.850335 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-054b3387-d992-46f9-ad24-ba003070693f tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:12.057688 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3a504dee-c6ac-478e-be70-8ddfc3f6eb60 req-7c8755f9-9082-4bc0-9404-7f73efb5576b tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a8663ba-2359-4629-850a-16db3a5e3798 HTTP/1.1" status: 200  len: 210 time: 0.0529945
Sep 08 16:23:12.146790 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cdc8b7b-af54-434a-adc1-660c30d11801 req-054b3387-d992-46f9-ad24-ba003070693f tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Router 4a8ff593-1e82-4008-b80b-c5adbd9ee2db has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:23:12.340283 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cdc8b7b-af54-434a-adc1-660c30d11801 req-054b3387-d992-46f9-ad24-ba003070693f tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:23:12.351862 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430d24c3-aee9-4362-919c-cadaff0fd300 None None] Sync routers for ids ['4a8ff593-1e82-4008-b80b-c5adbd9ee2db'] in dv-cinder-807898-1-iscsi {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:23:12.365428 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430d24c3-aee9-4362-919c-cadaff0fd300 None None] Routers {'4a8ff593-1e82-4008-b80b-c5adbd9ee2db'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:23:12.366361 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-430d24c3-aee9-4362-919c-cadaff0fd300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251726400>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:23:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['4a8ff593-1e82-4008-b80b-c5adbd9ee2db'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:12.422416 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cdc8b7b-af54-434a-adc1-660c30d11801 req-054b3387-d992-46f9-ad24-ba003070693f tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] No DVR routers for this DVR port d1d984fb-70ca-4008-b36b-e027b27472de on host hv-cinder-80789 {{(pid=79425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 08 16:23:12.425799 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [req-3cdc8b7b-af54-434a-adc1-660c30d11801 req-054b3387-d992-46f9-ad24-ba003070693f tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:12.428712 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8663ba-2359-4629-850a-16db3a5e3798', 'name': 'network-vif-deleted', 'tag': 'd1d984fb-70ca-4008-b36b-e027b27472de'}] {{(pid=79425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:23:12.451839 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-3cdc8b7b-af54-434a-adc1-660c30d11801 req-054b3387-d992-46f9-ad24-ba003070693f tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.70 "DELETE /v2.0/ports/d1d984fb-70ca-4008-b36b-e027b27472de HTTP/1.1" status: 204  len: 173 time: 1.7994030
Sep 08 16:23:12.493303 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8663ba-2359-4629-850a-16db3a5e3798', 'name': 'network-vif-deleted', 'tag': 'd1d984fb-70ca-4008-b36b-e027b27472de', 'status': 'completed', 'code': 200}
Sep 08 16:23:12.608870 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-430d24c3-aee9-4362-919c-cadaff0fd300 None None] Set router 4a8ff593-1e82-4008-b80b-c5adbd9ee2db gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:23:13.038025 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-430d24c3-aee9-4362-919c-cadaff0fd300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251726400>, [{'id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'name': 'tempest-AttachVolumeTestJSON-732682896-router', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:15:48Z', 'revision_number': 4, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'gw_port': {'id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:27Z', 'updated_at': '2021-09-08T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': 'c383f026-3af0-40d7-b82a-7196ee7c9260', 'name': '', 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'mac_address': 'fa:16:3e:e9:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6fbf176d-0f2a-4301-81f2-4479a85d15c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:43Z', 'updated_at': '2021-09-08T16:16:12Z', 'revision_number': 5, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'subnets': [{'id': '6fbf176d-0f2a-4301-81f2-4479a85d15c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:13.043001 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430d24c3-aee9-4362-919c-cadaff0fd300 None None] Checking router: 4a8ff593-1e82-4008-b80b-c5adbd9ee2db for host: dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:23:13.056014 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430d24c3-aee9-4362-919c-cadaff0fd300 None None] Routers {'4a8ff593-1e82-4008-b80b-c5adbd9ee2db'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:23:13.057134 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-430d24c3-aee9-4362-919c-cadaff0fd300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251726400>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:23:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['4a8ff593-1e82-4008-b80b-c5adbd9ee2db'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:13.308408 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-430d24c3-aee9-4362-919c-cadaff0fd300 None None] Set router 4a8ff593-1e82-4008-b80b-c5adbd9ee2db gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:23:13.331288 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a1f65e17-04c6-41c9-99a5-7dc70de4644f req-ba4641d0-4e12-4f93-b10f-e92dd23abcc4 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a8663ba-2359-4629-850a-16db3a5e3798 HTTP/1.1" status: 200  len: 210 time: 0.0527813
Sep 08 16:23:13.764100 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-430d24c3-aee9-4362-919c-cadaff0fd300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251726400>, [{'id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'name': 'tempest-AttachVolumeTestJSON-732682896-router', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:15:48Z', 'revision_number': 4, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'gw_port': {'id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:27Z', 'updated_at': '2021-09-08T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': 'c383f026-3af0-40d7-b82a-7196ee7c9260', 'name': '', 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'mac_address': 'fa:16:3e:e9:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6fbf176d-0f2a-4301-81f2-4479a85d15c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:43Z', 'updated_at': '2021-09-08T16:16:12Z', 'revision_number': 5, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'subnets': [{'id': '6fbf176d-0f2a-4301-81f2-4479a85d15c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:13.768969 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430d24c3-aee9-4362-919c-cadaff0fd300 None None] The sync data for ids ['4a8ff593-1e82-4008-b80b-c5adbd9ee2db'] in dv-cinder-807898-1-iscsi is: [{'id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'name': 'tempest-AttachVolumeTestJSON-732682896-router', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:15:48Z', 'revision_number': 4, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'gw_port': {'id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:27Z', 'updated_at': '2021-09-08T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': 'c383f026-3af0-40d7-b82a-7196ee7c9260', 'name': '', 'network_id': '582096af-2f90-402d-b754-a13d85dcf0f9', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'mac_address': 'fa:16:3e:e9:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6fbf176d-0f2a-4301-81f2-4479a85d15c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:43Z', 'updated_at': '2021-09-08T16:16:12Z', 'revision_number': 5, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'subnets': [{'id': '6fbf176d-0f2a-4301-81f2-4479a85d15c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:23:14.031434 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23785815-8b8c-4dfa-abb0-de7e4a6f83a2 None None] New status for floating IP 7d0f4ecd-de7a-42f3-8f8e-690d63d61e81: DOWN {{(pid=79428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 08 16:23:14.470917 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 44628) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:14.552751 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-bf66c57d-8944-47fe-9239-d398c1bc28b7 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:14.587881 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-bf66c57d-8944-47fe-9239-d398c1bc28b7 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:14.648701 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-bf66c57d-8944-47fe-9239-d398c1bc28b7 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:14.652923 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-6c86980e-9d53-4592-8e42-2689ca9d9ca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:14.668943 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66c57d-8944-47fe-9239-d398c1bc28b7 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0791e6f-0747-4f61-b0b5-564dde5fba00,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:14.671507 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-bf66c57d-8944-47fe-9239-d398c1bc28b7 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:14.686655 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-bf66c57d-8944-47fe-9239-d398c1bc28b7 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:14.688113 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-bf66c57d-8944-47fe-9239-d398c1bc28b7 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "DELETE /v2.0/security-groups/d0791e6f-0747-4f61-b0b5-564dde5fba00 HTTP/1.1" status: 204  len: 168 time: 0.2158837
Sep 08 16:23:14.691828 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 44632) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:14.720761 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.api.v2.resource [None req-81bedf1b-9b18-43cc-8eaf-f9af99137c23 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] show failed (client error): The resource could not be found.
Sep 08 16:23:14.722624 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-81bedf1b-9b18-43cc-8eaf-f9af99137c23 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "GET /v2.0/security-groups/d0791e6f-0747-4f61-b0b5-564dde5fba00 HTTP/1.1" status: 404  len: 347 time: 0.0291348
Sep 08 16:23:14.725452 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 44636) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:14.896530 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-faedc385-1cdd-4495-9dd5-3040601c12e5 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Deleting port 03a623af-9bb3-442c-873a-091e09340a22 {{(pid=79426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:23:14.896802 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-faedc385-1cdd-4495-9dd5-3040601c12e5 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:15.086715 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-faedc385-1cdd-4495-9dd5-3040601c12e5 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:15.087090 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-faedc385-1cdd-4495-9dd5-3040601c12e5 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:15.314236 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-faedc385-1cdd-4495-9dd5-3040601c12e5 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Calling delete_port for 03a623af-9bb3-442c-873a-091e09340a22 owned by network:floatingip {{(pid=79426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:23:15.365413 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device d1d984fb-70ca-4008-b36b-e027b27472de no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:23:15.425870 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] No Port match for: d1d984fb-70ca-4008-b36b-e027b27472de {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:23:15.426164 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device d1d984fb-70ca-4008-b36b-e027b27472de not bound to the agent host hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:23:15.482183 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-faedc385-1cdd-4495-9dd5-3040601c12e5 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:15.489849 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-e37b5dfc-f4c9-4413-b0c9-2854adaecb33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:15.565468 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faedc385-1cdd-4495-9dd5-3040601c12e5 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Pushing event deleted for resources: {'Port': ['ID=03a623af-9bb3-442c-873a-091e09340a22,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:15.572823 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-faedc385-1cdd-4495-9dd5-3040601c12e5 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:15.637073 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-faedc385-1cdd-4495-9dd5-3040601c12e5 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks [] for floatingip, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:15.652922 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-faedc385-1cdd-4495-9dd5-3040601c12e5 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for floatingip, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:15.654090 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-faedc385-1cdd-4495-9dd5-3040601c12e5 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] 10.222.0.25 "DELETE /v2.0/floatingips/7d0f4ecd-de7a-42f3-8f8e-690d63d61e81 HTTP/1.1" status: 204  len: 168 time: 0.9276748
Sep 08 16:23:15.843113 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:16.190380 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28504c65-a281-48ae-b531-de4ec805df43 req-7ed539ac-f246-486e-8e8f-9aa47128295f tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:16.192650 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-28504c65-a281-48ae-b531-de4ec805df43 req-7ed539ac-f246-486e-8e8f-9aa47128295f tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 984 time: 0.1140053
Sep 08 16:23:16.264981 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-28504c65-a281-48ae-b531-de4ec805df43 req-05ddb458-f81c-4eda-bcde-c35fe7c2777f tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&id=3c66f6e3-defe-4a07-ad70-a2b00f2c0160&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0617733
Sep 08 16:23:16.443046 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581c532-db87-41c6-aaaf-cb3a6d0fa109 req-0f81ef89-866c-41fc-85b2-36b2515336c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:16.445764 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-8581c532-db87-41c6-aaaf-cb3a6d0fa109 req-0f81ef89-866c-41fc-85b2-36b2515336c1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=73141861083d409898791956fbfb9619&device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 1137 time: 0.3089666
Sep 08 16:23:16.689398 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581c532-db87-41c6-aaaf-cb3a6d0fa109 req-11ac7999-edba-4c72-aebf-f74e559f85b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:16.692036 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-8581c532-db87-41c6-aaaf-cb3a6d0fa109 req-11ac7999-edba-4c72-aebf-f74e559f85b6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e8e36103-d4a7-4534-8a1c-aa043a64be17 HTTP/1.1" status: 200  len: 916 time: 0.2382150
Sep 08 16:23:16.852075 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-8581c532-db87-41c6-aaaf-cb3a6d0fa109 req-83575be2-b705-49ae-905d-506c73f012b0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2af78ec-25e1-4833-a7df-32634ee73ed6 HTTP/1.1" status: 200  len: 1001 time: 0.1521842
Sep 08 16:23:16.925602 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581c532-db87-41c6-aaaf-cb3a6d0fa109 req-3abf556c-dea5-4dc5-a762-96c59f557f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:16.928138 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-8581c532-db87-41c6-aaaf-cb3a6d0fa109 req-3abf556c-dea5-4dc5-a762-96c59f557f59 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3c7012dd-217b-4c83-bdf7-d6920ffb08f4 HTTP/1.1" status: 200  len: 854 time: 0.0675161
Sep 08 16:23:17.027798 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581c532-db87-41c6-aaaf-cb3a6d0fa109 req-1602738b-e0bc-4a39-8437-b6c2b40c8769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:17.030696 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-8581c532-db87-41c6-aaaf-cb3a6d0fa109 req-1602738b-e0bc-4a39-8437-b6c2b40c8769 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8e36103-d4a7-4534-8a1c-aa043a64be17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0944490
Sep 08 16:23:17.262373 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-8581c532-db87-41c6-aaaf-cb3a6d0fa109 req-2248b1c3-a2f6-4597-ad75-a0ae599576f7 service neutron] 10.222.0.70 "GET /v2.0/networks/e8e36103-d4a7-4534-8a1c-aa043a64be17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2235992
Sep 08 16:23:17.457206 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [req-8581c532-db87-41c6-aaaf-cb3a6d0fa109 req-f5ea0490-deab-41ac-99df-a904edc2fc75 service neutron] 10.222.0.70 "GET /v2.0/networks/e8e36103-d4a7-4534-8a1c-aa043a64be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1859746
Sep 08 16:23:17.570665 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0437a5-2fdf-43e1-9be5-dfd33a1238af req-9077ff98-03e3-488f-a023-465e6ae364a1 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:17.572250 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3a0437a5-2fdf-43e1-9be5-dfd33a1238af req-9077ff98-03e3-488f-a023-465e6ae364a1 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 984 time: 0.1581259
Sep 08 16:23:17.578120 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9afe4109-0a71-4426-ac7e-997937fb0e01 req-0a423bff-d630-435c-8722-82710640cf23 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1141152
Sep 08 16:23:17.713236 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3a0437a5-2fdf-43e1-9be5-dfd33a1238af req-6952c3ac-e794-4a9f-bbec-261d2dfb044c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&id=3c66f6e3-defe-4a07-ad70-a2b00f2c0160&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1299045
Sep 08 16:23:17.761186 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe4109-0a71-4426-ac7e-997937fb0e01 req-7b1e8e31-181c-4462-a474-61e2536618dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:17.762977 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9afe4109-0a71-4426-ac7e-997937fb0e01 req-7b1e8e31-181c-4462-a474-61e2536618dc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8151b8f5193c4e4eb58002780ae62270&device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 1100 time: 0.1327145
Sep 08 16:23:17.966608 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe4109-0a71-4426-ac7e-997937fb0e01 req-9b9e478b-cad5-4e56-a45d-9654ab68f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:17.968962 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9afe4109-0a71-4426-ac7e-997937fb0e01 req-9b9e478b-cad5-4e56-a45d-9654ab68f914 service neutron] 10.222.0.70 "GET /v2.0/networks?id=75dd61b0-379a-4abd-83d0-357fccbfe480 HTTP/1.1" status: 200  len: 918 time: 0.1801224
Sep 08 16:23:18.077846 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9afe4109-0a71-4426-ac7e-997937fb0e01 req-d8476873-4156-4e72-8ab0-eec099cf6ea9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 HTTP/1.1" status: 200  len: 1001 time: 0.1017675
Sep 08 16:23:18.152132 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe4109-0a71-4426-ac7e-997937fb0e01 req-64f9ccc1-c99b-4868-9312-4f35562a84c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:18.153738 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9afe4109-0a71-4426-ac7e-997937fb0e01 req-64f9ccc1-c99b-4868-9312-4f35562a84c1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6f651bc7-f67b-4bb0-9543-107fa7d7bbeb HTTP/1.1" status: 200  len: 856 time: 0.0690925
Sep 08 16:23:18.233640 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe4109-0a71-4426-ac7e-997937fb0e01 req-bc622d4e-869f-41c5-afef-c381e2166c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:18.235401 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9afe4109-0a71-4426-ac7e-997937fb0e01 req-bc622d4e-869f-41c5-afef-c381e2166c65 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=75dd61b0-379a-4abd-83d0-357fccbfe480&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0737596
Sep 08 16:23:18.407415 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9afe4109-0a71-4426-ac7e-997937fb0e01 req-c916ae2d-75c4-4408-bda3-291d4387be84 service neutron] 10.222.0.70 "GET /v2.0/networks/75dd61b0-379a-4abd-83d0-357fccbfe480?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1621556
Sep 08 16:23:18.562966 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9afe4109-0a71-4426-ac7e-997937fb0e01 req-e14644c5-6976-4690-b90e-267aba06eae2 service neutron] 10.222.0.70 "GET /v2.0/networks/75dd61b0-379a-4abd-83d0-357fccbfe480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1473196
Sep 08 16:23:18.958727 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21760e3b-a6de-437f-984f-3c36eaba92d7 req-fe879ece-1c84-4343-b3e0-85149db49160 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:18.961454 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-21760e3b-a6de-437f-984f-3c36eaba92d7 req-fe879ece-1c84-4343-b3e0-85149db49160 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 984 time: 0.1226423
Sep 08 16:23:19.013731 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-21760e3b-a6de-437f-984f-3c36eaba92d7 req-b66ca1d2-8743-4f75-963e-a1493c33fd65 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&id=3c66f6e3-defe-4a07-ad70-a2b00f2c0160&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0463717
Sep 08 16:23:19.917115 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 44676) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:20.530063 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a91622-f0eb-442a-9edd-2e0c2ac20798 req-0fbaa632-37bc-4cfe-a288-538e6cbf2076 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:20.531744 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-64a91622-f0eb-442a-9edd-2e0c2ac20798 req-0fbaa632-37bc-4cfe-a288-538e6cbf2076 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 984 time: 0.3519931
Sep 08 16:23:20.662554 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-64a91622-f0eb-442a-9edd-2e0c2ac20798 req-917f9d24-8b4a-41cf-a780-96b438ddca6e tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&id=3c66f6e3-defe-4a07-ad70-a2b00f2c0160&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0729809
Sep 08 16:23:20.898358 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-7ea42138-c309-4d4b-aa12-e11d9d23cdf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1928918'] for router_interface, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:21.281313 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-7ea42138-c309-4d4b-aa12-e11d9d23cdf4 admin admin] Deleting port c383f026-3af0-40d7-b82a-7196ee7c9260 {{(pid=79426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:23:21.281698 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-7ea42138-c309-4d4b-aa12-e11d9d23cdf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:21.480333 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [None req-7ea42138-c309-4d4b-aa12-e11d9d23cdf4 admin admin] For port c383f026-3af0-40d7-b82a-7196ee7c9260, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=c383f026-3af0-40d7-b82a-7196ee7c9260,segment=NetworkSegment(967548e4-bbe3-4c32-a3ac-8b359fdd3bd4),segment_id=967548e4-bbe3-4c32-a3ac-8b359fdd3bd4)] {{(pid=79426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:23:21.480651 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-7ea42138-c309-4d4b-aa12-e11d9d23cdf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:21.612410 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-7ea42138-c309-4d4b-aa12-e11d9d23cdf4 admin admin] Calling delete_port for c383f026-3af0-40d7-b82a-7196ee7c9260 owned by network:router_interface {{(pid=79426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:23:22.067873 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-7ea42138-c309-4d4b-aa12-e11d9d23cdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:22.078790 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-1dcd99c3-e62e-4bce-8bd6-453a404d9559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:22.163190 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea42138-c309-4d4b-aa12-e11d9d23cdf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c383f026-3af0-40d7-b82a-7196ee7c9260,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:22.206254 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-7ea42138-c309-4d4b-aa12-e11d9d23cdf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:22.287857 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20971c7-071c-4803-a375-6708c84028dd req-df2c9371-97d9-46d3-9a42-a11799a39b7c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:22.289885 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a20971c7-071c-4803-a375-6708c84028dd req-df2c9371-97d9-46d3-9a42-a11799a39b7c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 984 time: 0.4876459
Sep 08 16:23:22.530720 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a20971c7-071c-4803-a375-6708c84028dd req-7536e5bb-48a3-4654-a1f7-b7e209f6425d tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&id=3c66f6e3-defe-4a07-ad70-a2b00f2c0160&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1344447
Sep 08 16:23:22.571393 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-7ea42138-c309-4d4b-aa12-e11d9d23cdf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1938022'] for router_interface, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:22.956737 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea42138-c309-4d4b-aa12-e11d9d23cdf4 admin admin] Router 4a8ff593-1e82-4008-b80b-c5adbd9ee2db has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:23:23.261119 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea42138-c309-4d4b-aa12-e11d9d23cdf4 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:23:23.271949 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9381b5cb-6cff-404e-8946-9fdcd145be91 None None] Sync routers for ids ['4a8ff593-1e82-4008-b80b-c5adbd9ee2db'] in dv-cinder-807898-1-iscsi {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:23:23.281044 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-7ea42138-c309-4d4b-aa12-e11d9d23cdf4 admin admin] 10.222.0.25 "PUT /v2.0/routers/4a8ff593-1e82-4008-b80b-c5adbd9ee2db/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3624411
Sep 08 16:23:23.284218 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 44686) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:23.284946 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9381b5cb-6cff-404e-8946-9fdcd145be91 None None] Routers {'4a8ff593-1e82-4008-b80b-c5adbd9ee2db'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:23:23.285778 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-9381b5cb-6cff-404e-8946-9fdcd145be91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251b46f70>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:23:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['4a8ff593-1e82-4008-b80b-c5adbd9ee2db'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:23.482759 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-48150687-07dc-4b1a-b82a-d20c23f34ca0 admin admin] Notify callbacks [] for router, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:23.504179 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-9381b5cb-6cff-404e-8946-9fdcd145be91 None None] Set router 4a8ff593-1e82-4008-b80b-c5adbd9ee2db gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:23:23.789263 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-48150687-07dc-4b1a-b82a-d20c23f34ca0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:23.810581 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [None req-48150687-07dc-4b1a-b82a-d20c23f34ca0 admin admin] Deleting port 6506e34a-e194-4b8a-895d-e83a5db5dd31 {{(pid=79425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:23:23.811166 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-48150687-07dc-4b1a-b82a-d20c23f34ca0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:23.812428 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf4a23-1f0c-4dad-a3aa-a12ee23728dc req-778325a8-e973-46ab-b451-9faf8e188f70 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:23.815247 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-14cf4a23-1f0c-4dad-a3aa-a12ee23728dc req-778325a8-e973-46ab-b451-9faf8e188f70 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 984 time: 0.1472559
Sep 08 16:23:23.880550 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-14cf4a23-1f0c-4dad-a3aa-a12ee23728dc req-df385521-3a53-4d6a-beac-5833167330ac tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&id=3c66f6e3-defe-4a07-ad70-a2b00f2c0160&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0525334
Sep 08 16:23:23.931612 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-9381b5cb-6cff-404e-8946-9fdcd145be91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251b46f70>, [{'id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'name': 'tempest-AttachVolumeTestJSON-732682896-router', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:23:21Z', 'revision_number': 5, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'gw_port': {'id': '6506e34a-e194-4b8a-895d-e83a5db5dd31', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:27Z', 'updated_at': '2021-09-08T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi'}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:23.936559 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9381b5cb-6cff-404e-8946-9fdcd145be91 None None] Checking router: 4a8ff593-1e82-4008-b80b-c5adbd9ee2db for host: dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:23:23.953323 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9381b5cb-6cff-404e-8946-9fdcd145be91 None None] Routers {'4a8ff593-1e82-4008-b80b-c5adbd9ee2db'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:23:23.955328 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-9381b5cb-6cff-404e-8946-9fdcd145be91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251b46f70>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:23:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['4a8ff593-1e82-4008-b80b-c5adbd9ee2db'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:24.119196 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [None req-48150687-07dc-4b1a-b82a-d20c23f34ca0 admin admin] For port 6506e34a-e194-4b8a-895d-e83a5db5dd31, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=6506e34a-e194-4b8a-895d-e83a5db5dd31,segment=NetworkSegment(3235b71f-0c14-40b5-ba80-96fc5a4742a1),segment_id=3235b71f-0c14-40b5-ba80-96fc5a4742a1)] {{(pid=79425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:23:24.119545 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-48150687-07dc-4b1a-b82a-d20c23f34ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:24.158846 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-9381b5cb-6cff-404e-8946-9fdcd145be91 None None] Set router 4a8ff593-1e82-4008-b80b-c5adbd9ee2db gateway port host: None {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:23:24.279217 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-9381b5cb-6cff-404e-8946-9fdcd145be91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251b46f70>, [{'id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'name': 'tempest-AttachVolumeTestJSON-732682896-router', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:23:23Z', 'revision_number': 6, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'gw_port_host': None}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:24.283184 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [None req-48150687-07dc-4b1a-b82a-d20c23f34ca0 admin admin] Calling delete_port for 6506e34a-e194-4b8a-895d-e83a5db5dd31 owned by network:router_gateway {{(pid=79425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:23:24.284489 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9381b5cb-6cff-404e-8946-9fdcd145be91 None None] The sync data for ids ['4a8ff593-1e82-4008-b80b-c5adbd9ee2db'] in dv-cinder-807898-1-iscsi is: [{'id': '4a8ff593-1e82-4008-b80b-c5adbd9ee2db', 'name': 'tempest-AttachVolumeTestJSON-732682896-router', 'tenant_id': '212c97f3a57a4db5985bce4f60183ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:23:23Z', 'revision_number': 6, 'project_id': '212c97f3a57a4db5985bce4f60183ab4', 'gw_port_host': None}] {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:23:24.660210 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-48150687-07dc-4b1a-b82a-d20c23f34ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:24.665597 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-257b28ca-fc09-4477-a767-77490877eb1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:24.752645 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48150687-07dc-4b1a-b82a-d20c23f34ca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6506e34a-e194-4b8a-895d-e83a5db5dd31,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:24.760074 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-48150687-07dc-4b1a-b82a-d20c23f34ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:24.906067 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-48150687-07dc-4b1a-b82a-d20c23f34ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1948169'] for router_gateway, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:25.171371 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b60d3-e47b-4034-b9bd-14e849659a4b req-637ca367-b06b-455d-9df1-de0caaf57c20 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:25.172988 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-831b60d3-e47b-4034-b9bd-14e849659a4b req-637ca367-b06b-455d-9df1-de0caaf57c20 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 984 time: 0.1308136
Sep 08 16:23:25.193369 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-48150687-07dc-4b1a-b82a-d20c23f34ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1926116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35657'] for router, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:25.197847 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-48150687-07dc-4b1a-b82a-d20c23f34ca0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:25.250715 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-48150687-07dc-4b1a-b82a-d20c23f34ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1928443'] for router, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:25.251980 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48150687-07dc-4b1a-b82a-d20c23f34ca0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a8ff593-1e82-4008-b80b-c5adbd9ee2db {{(pid=79425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Sep 08 16:23:25.286530 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-48150687-07dc-4b1a-b82a-d20c23f34ca0 admin admin] Notify callbacks [] for router, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:25.293320 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-831b60d3-e47b-4034-b9bd-14e849659a4b req-8037096d-75af-4f26-8a1d-4928ddf34a7c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&id=3c66f6e3-defe-4a07-ad70-a2b00f2c0160&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1095605
Sep 08 16:23:25.295380 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 44694) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:25.296203 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-48150687-07dc-4b1a-b82a-d20c23f34ca0 admin admin] 10.222.0.25 "DELETE /v2.0/routers/4a8ff593-1e82-4008-b80b-c5adbd9ee2db HTTP/1.1" status: 204  len: 168 time: 2.0067494
Sep 08 16:23:25.296514 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device c383f026-3af0-40d7-b82a-7196ee7c9260 no longer exists at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:23:25.388036 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] No Port match for: c383f026-3af0-40d7-b82a-7196ee7c9260 {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:23:25.388528 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device c383f026-3af0-40d7-b82a-7196ee7c9260 not bound to the agent host dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:23:25.389296 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 6506e34a-e194-4b8a-895d-e83a5db5dd31 no longer exists at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:23:25.421050 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6bbad91-68dc-4fb6-87b6-05b12b7b72e7 admin admin] Deleting subnet 6fbf176d-0f2a-4301-81f2-4479a85d15c0 {{(pid=79426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 08 16:23:25.429266 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-f6bbad91-68dc-4fb6-87b6-05b12b7b72e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:25.457705 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] No Port match for: 6506e34a-e194-4b8a-895d-e83a5db5dd31 {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:23:25.457705 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 6506e34a-e194-4b8a-895d-e83a5db5dd31 not bound to the agent host dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:23:25.519822 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-f6bbad91-68dc-4fb6-87b6-05b12b7b72e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2472760'] for subnet, precommit_delete_associations {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:25.874288 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-f6bbad91-68dc-4fb6-87b6-05b12b7b72e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1043567'] for subnet, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:25.974643 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-f6bbad91-68dc-4fb6-87b6-05b12b7b72e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1043542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2353125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476862'] for subnet, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:25.979659 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:26.014762 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bbad91-68dc-4fb6-87b6-05b12b7b72e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fbf176d-0f2a-4301-81f2-4479a85d15c0,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:26.018645 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-f6bbad91-68dc-4fb6-87b6-05b12b7b72e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:26.021749 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-f6bbad91-68dc-4fb6-87b6-05b12b7b72e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for subnet, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:26.028382 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-f6bbad91-68dc-4fb6-87b6-05b12b7b72e7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6fbf176d-0f2a-4301-81f2-4479a85d15c0 HTTP/1.1" status: 204  len: 168 time: 0.7311697
Sep 08 16:23:26.029674 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264ffa3a-f36d-47f9-8213-1847146fd7c1 None None] Network 582096af-2f90-402d-b754-a13d85dcf0f9 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:23:26.032986 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 44698) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:26.166907 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-8595e507-7a3d-4af8-bdd1-85caa724f4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-915372'] for network, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:26.185655 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-8595e507-7a3d-4af8-bdd1-85caa724f4f1 admin admin] Deleting port 691e08d7-4804-44c3-b9b8-e526fe10600d {{(pid=79426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:23:26.186621 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-8595e507-7a3d-4af8-bdd1-85caa724f4f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:26.427285 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86de5e1e-7abe-439f-8c65-109aafb8138a None None] DHCP port deletion for 582096af-2f90-402d-b754-a13d85dcf0f9 request from dv-cinder-807898-1-iscsi {{(pid=79427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Sep 08 16:23:26.432058 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-86de5e1e-7abe-439f-8c65-109aafb8138a None None] Deleting port 691e08d7-4804-44c3-b9b8-e526fe10600d {{(pid=79427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:23:26.432683 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-86de5e1e-7abe-439f-8c65-109aafb8138a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:26.573829 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [None req-8595e507-7a3d-4af8-bdd1-85caa724f4f1 admin admin] For port 691e08d7-4804-44c3-b9b8-e526fe10600d, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=691e08d7-4804-44c3-b9b8-e526fe10600d,segment=NetworkSegment(967548e4-bbe3-4c32-a3ac-8b359fdd3bd4),segment_id=967548e4-bbe3-4c32-a3ac-8b359fdd3bd4)] {{(pid=79426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:23:26.574396 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-8595e507-7a3d-4af8-bdd1-85caa724f4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:26.655095 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-86de5e1e-7abe-439f-8c65-109aafb8138a None None] For port 691e08d7-4804-44c3-b9b8-e526fe10600d, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=691e08d7-4804-44c3-b9b8-e526fe10600d,segment=NetworkSegment(967548e4-bbe3-4c32-a3ac-8b359fdd3bd4),segment_id=967548e4-bbe3-4c32-a3ac-8b359fdd3bd4)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:23:26.655526 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-86de5e1e-7abe-439f-8c65-109aafb8138a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:26.790332 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-86de5e1e-7abe-439f-8c65-109aafb8138a None None] Calling delete_port for 691e08d7-4804-44c3-b9b8-e526fe10600d owned by network:dhcp {{(pid=79427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:23:26.822089 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-8595e507-7a3d-4af8-bdd1-85caa724f4f1 admin admin] Calling delete_port for 691e08d7-4804-44c3-b9b8-e526fe10600d owned by network:dhcp {{(pid=79426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:23:26.901007 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd567b-17e1-4dee-a132-59ffafe6fe39 req-5e675b64-c664-4840-a302-527fcbdb667f tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:26.902586 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-eabd567b-17e1-4dee-a132-59ffafe6fe39 req-5e675b64-c664-4840-a302-527fcbdb667f tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 984 time: 0.4335093
Sep 08 16:23:26.952463 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-8595e507-7a3d-4af8-bdd1-85caa724f4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:26.964149 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-ffe5e937-725e-45e8-9b55-166621eadeac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:27.003567 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.db.api [None req-86de5e1e-7abe-439f-8c65-109aafb8138a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 08 16:23:27.003935 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_db.api [None req-86de5e1e-7abe-439f-8c65-109aafb8138a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 08 16:23:27.049768 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-eabd567b-17e1-4dee-a132-59ffafe6fe39 req-0ca92115-e4da-4a8d-82ec-88bfe442cc8a tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&id=3c66f6e3-defe-4a07-ad70-a2b00f2c0160&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1354630
Sep 08 16:23:27.065139 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595e507-7a3d-4af8-bdd1-85caa724f4f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=691e08d7-4804-44c3-b9b8-e526fe10600d,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:27.068332 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8595e507-7a3d-4af8-bdd1-85caa724f4f1 admin admin] No DVR routers for this DVR port 691e08d7-4804-44c3-b9b8-e526fe10600d on host dv-cinder-807898-1-iscsi {{(pid=79426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 08 16:23:27.070728 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-8595e507-7a3d-4af8-bdd1-85caa724f4f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:27.239680 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-8595e507-7a3d-4af8-bdd1-85caa724f4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1042402', 'neutron.services.segments.db._delete_segments_for_network-8745177524152'] for network, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:27.253988 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 691e08d7-4804-44c3-b9b8-e526fe10600d no longer exists at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:23:27.254256 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-8595e507-7a3d-4af8-bdd1-85caa724f4f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4250226370>,) {'filters': {'network_id': ['582096af-2f90-402d-b754-a13d85dcf0f9']}} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:27.268468 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-8595e507-7a3d-4af8-bdd1-85caa724f4f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4250226370>, '967548e4-bbe3-4c32-a3ac-8b359fdd3bd4') {'for_net_delete': True} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:27.268787 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-8595e507-7a3d-4af8-bdd1-85caa724f4f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4250226370>, '967548e4-bbe3-4c32-a3ac-8b359fdd3bd4') {} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:27.281306 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-8595e507-7a3d-4af8-bdd1-85caa724f4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745177523999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2472753'] for segment, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:27.299741 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-8595e507-7a3d-4af8-bdd1-85caa724f4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:27.303805 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] No Port match for: 691e08d7-4804-44c3-b9b8-e526fe10600d {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:23:27.304109 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 691e08d7-4804-44c3-b9b8-e526fe10600d not bound to the agent host dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:23:27.309540 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8595e507-7a3d-4af8-bdd1-85caa724f4f1 admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=79426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 08 16:23:27.310262 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-8595e507-7a3d-4af8-bdd1-85caa724f4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1037242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2352971'] for segment, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:27.327581 dv-cinder-807898-1-iscsi neutron-server[79426]: Traceback (most recent call last):
Sep 08 16:23:27.327581 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 08 16:23:27.327581 dv-cinder-807898-1-iscsi neutron-server[79426]:     timer()
Sep 08 16:23:27.327581 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 08 16:23:27.327581 dv-cinder-807898-1-iscsi neutron-server[79426]:     cb(*args, **kw)
Sep 08 16:23:27.327581 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 08 16:23:27.327581 dv-cinder-807898-1-iscsi neutron-server[79426]:     return func(*args, **kwargs)
Sep 08 16:23:27.327581 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 08 16:23:27.327581 dv-cinder-807898-1-iscsi neutron-server[79426]:     self._notify()
Sep 08 16:23:27.327581 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 08 16:23:27.327581 dv-cinder-807898-1-iscsi neutron-server[79426]:     self.callback(batched_events)
Sep 08 16:23:27.327581 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 08 16:23:27.327581 dv-cinder-807898-1-iscsi neutron-server[79426]:     event.method(event)
Sep 08 16:23:27.327581 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 08 16:23:27.327581 dv-cinder-807898-1-iscsi neutron-server[79426]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 08 16:23:27.327581 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 08 16:23:27.327581 dv-cinder-807898-1-iscsi neutron-server[79426]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 08 16:23:27.327581 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 08 16:23:27.327581 dv-cinder-807898-1-iscsi neutron-server[79426]:     return f(self, *a, **k)
Sep 08 16:23:27.327581 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 08 16:23:27.327581 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self._get(url).json()
Sep 08 16:23:27.327581 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Sep 08 16:23:27.327581 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 08 16:23:27.327581 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 08 16:23:27.327581 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self.request(url, 'GET', **kwargs)
Sep 08 16:23:27.327581 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 08 16:23:27.327581 dv-cinder-807898-1-iscsi neutron-server[79426]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 08 16:23:27.327581 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 08 16:23:27.327581 dv-cinder-807898-1-iscsi neutron-server[79426]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 08 16:23:27.327581 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 08 16:23:27.327581 dv-cinder-807898-1-iscsi neutron-server[79426]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 08 16:23:27.327581 dv-cinder-807898-1-iscsi neutron-server[79426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 08 16:23:27.411202 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-8595e507-7a3d-4af8-bdd1-85caa724f4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1042413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1948206'] for network, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:27.414968 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:27.428145 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-8595e507-7a3d-4af8-bdd1-85caa724f4f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:27.439838 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595e507-7a3d-4af8-bdd1-85caa724f4f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=582096af-2f90-402d-b754-a13d85dcf0f9,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:27.443248 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-8595e507-7a3d-4af8-bdd1-85caa724f4f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:27.455603 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-8595e507-7a3d-4af8-bdd1-85caa724f4f1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/582096af-2f90-402d-b754-a13d85dcf0f9 HTTP/1.1" status: 204  len: 168 time: 1.4214685
Sep 08 16:23:27.506200 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-86de5e1e-7abe-439f-8c65-109aafb8138a None None] Deleting port 691e08d7-4804-44c3-b9b8-e526fe10600d {{(pid=79427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:23:27.506881 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-86de5e1e-7abe-439f-8c65-109aafb8138a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:27.600161 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 44708) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:27.643436 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-86de5e1e-7abe-439f-8c65-109aafb8138a None None] The port '691e08d7-4804-44c3-b9b8-e526fe10600d' was deleted {{(pid=79427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Sep 08 16:23:27.657736 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-54b59026-055d-4a1a-8b7a-ffb3820f6697 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=212c97f3a57a4db5985bce4f60183ab4&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0539601
Sep 08 16:23:27.658250 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 44712) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:27.763092 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-86ce8ffc-d6f8-43be-b7bf-33c442652264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:27.795347 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-86ce8ffc-d6f8-43be-b7bf-33c442652264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:27.857183 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-86ce8ffc-d6f8-43be-b7bf-33c442652264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:27.862163 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-d9eb9abe-08ab-4040-b62b-28d8530a5ceb tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:27.879629 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce8ffc-d6f8-43be-b7bf-33c442652264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2af380e-30ea-4537-82e0-b635685ca189,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:27.884292 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-86ce8ffc-d6f8-43be-b7bf-33c442652264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:27.888154 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-86ce8ffc-d6f8-43be-b7bf-33c442652264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:27.889516 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-86ce8ffc-d6f8-43be-b7bf-33c442652264 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c2af380e-30ea-4537-82e0-b635685ca189 HTTP/1.1" status: 204  len: 168 time: 0.2294836
Sep 08 16:23:28.288907 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc6843-f654-48a0-a8fc-e70b4ec13b22 req-3f0315d1-a3ce-4d60-8081-bc40f68fae13 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:28.291647 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-fddc6843-f654-48a0-a8fc-e70b4ec13b22 req-3f0315d1-a3ce-4d60-8081-bc40f68fae13 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 984 time: 0.1213832
Sep 08 16:23:28.353719 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-fddc6843-f654-48a0-a8fc-e70b4ec13b22 req-2228ad62-ca0f-41e3-bbaf-94b5decb1c00 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&id=3c66f6e3-defe-4a07-ad70-a2b00f2c0160&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0502744
Sep 08 16:23:28.834551 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 44738) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:28.972641 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-ff8c3a76-803c-4768-8b6a-bc9d1ca9894d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1222996609-network', 'tenant_id': '486e8b8c25e14386b3489bdc84ee8a59'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:23:28.980755 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-ff8c3a76-803c-4768-8b6a-bc9d1ca9894d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:23:28.987582 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-ff8c3a76-803c-4768-8b6a-bc9d1ca9894d admin admin] Usage tracker for resource:network and tenant:486e8b8c25e14386b3489bdc84ee8a59 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:23:28.992867 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-ff8c3a76-803c-4768-8b6a-bc9d1ca9894d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:23:29.004969 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-ff8c3a76-803c-4768-8b6a-bc9d1ca9894d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:23:29.021056 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8c3a76-803c-4768-8b6a-bc9d1ca9894d admin admin] Made reservation on behalf of 486e8b8c25e14386b3489bdc84ee8a59 for: {'network': 1} {{(pid=79426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:23:29.024939 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ff8c3a76-803c-4768-8b6a-bc9d1ca9894d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for network, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:29.046128 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ff8c3a76-803c-4768-8b6a-bc9d1ca9894d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:29.074303 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-ff8c3a76-803c-4768-8b6a-bc9d1ca9894d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:23:29.081709 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-ff8c3a76-803c-4768-8b6a-bc9d1ca9894d admin admin] Usage tracker for resource:security_group_rule and tenant:486e8b8c25e14386b3489bdc84ee8a59 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:23:29.086685 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-ff8c3a76-803c-4768-8b6a-bc9d1ca9894d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:23:29.097148 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-ff8c3a76-803c-4768-8b6a-bc9d1ca9894d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:23:29.209094 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ff8c3a76-803c-4768-8b6a-bc9d1ca9894d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:29.214770 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ff8c3a76-803c-4768-8b6a-bc9d1ca9894d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:29.222418 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-fc097f5d-19b3-480f-81e7-858d0f1ee091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:29.274268 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8c3a76-803c-4768-8b6a-bc9d1ca9894d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947}  {{(pid=79426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 08 16:23:29.298409 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c3a76-803c-4768-8b6a-bc9d1ca9894d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82085dcd-ee5e-4ca2-ac76-89a43471c8e3,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:29.303975 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-ff8c3a76-803c-4768-8b6a-bc9d1ca9894d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:29.308092 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ff8c3a76-803c-4768-8b6a-bc9d1ca9894d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:29.308644 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.db.segments_db [None req-ff8c3a76-803c-4768-8b6a-bc9d1ca9894d admin admin] Added segment e08b2b9f-17ad-4708-bb9f-8bcd634823ed of type vlan for network e361a5e3-ac34-47cb-ae5b-221ab7b7e453
Sep 08 16:23:29.344191 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ff8c3a76-803c-4768-8b6a-bc9d1ca9894d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745177029057'] for network, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:29.396313 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ff8c3a76-803c-4768-8b6a-bc9d1ca9894d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819'] for network, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:29.398060 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8c3a76-803c-4768-8b6a-bc9d1ca9894d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:29.398669 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ff8c3a76-803c-4768-8b6a-bc9d1ca9894d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:29.403444 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:29.654575 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c3a76-803c-4768-8b6a-bc9d1ca9894d admin admin] Pushing event updated for resources: {'Network': ['ID=e361a5e3-ac34-47cb-ae5b-221ab7b7e453,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:29.658610 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-ff8c3a76-803c-4768-8b6a-bc9d1ca9894d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:29.667070 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-ff8c3a76-803c-4768-8b6a-bc9d1ca9894d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.8268874
Sep 08 16:23:29.667908 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 44746) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:29.670350 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Network e361a5e3-ac34-47cb-ae5b-221ab7b7e453 details requested by agent ovs-agent-dv-cinder-807898-1-iscsi with host dv-cinder-807898-1-iscsi {{(pid=79427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 08 16:23:29.677060 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-26cf1160-9497-4327-8533-d41dd5692b55 admin admin] Request body: {'subnet': {'network_id': 'e361a5e3-ac34-47cb-ae5b-221ab7b7e453', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1222996609-subnet', 'tenant_id': '486e8b8c25e14386b3489bdc84ee8a59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:23:29.684203 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-26cf1160-9497-4327-8533-d41dd5692b55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:23:29.691177 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-26cf1160-9497-4327-8533-d41dd5692b55 admin admin] Usage tracker for resource:subnet and tenant:486e8b8c25e14386b3489bdc84ee8a59 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:23:29.696659 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-26cf1160-9497-4327-8533-d41dd5692b55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:23:29.707567 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-26cf1160-9497-4327-8533-d41dd5692b55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:23:29.715927 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17109729-d0cf-44af-a6ef-aee08498cddd req-4fa5f08e-9d81-434d-b6aa-53e2e0b5fedc tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:29.722707 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-17109729-d0cf-44af-a6ef-aee08498cddd req-4fa5f08e-9d81-434d-b6aa-53e2e0b5fedc tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 984 time: 0.2382898
Sep 08 16:23:29.733649 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26cf1160-9497-4327-8533-d41dd5692b55 admin admin] Made reservation on behalf of 486e8b8c25e14386b3489bdc84ee8a59 for: {'subnet': 1} {{(pid=79425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:23:29.737473 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-26cf1160-9497-4327-8533-d41dd5692b55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2390621'] for subnet, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:29.783736 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-17109729-d0cf-44af-a6ef-aee08498cddd req-16739bfe-2c43-4eb4-ac3d-83bda863517a tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&id=3c66f6e3-defe-4a07-ad70-a2b00f2c0160&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0542393
Sep 08 16:23:29.934749 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 44750) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:30.027631 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-26cf1160-9497-4327-8533-d41dd5692b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2333356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2390635'] for subnet, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:30.032765 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-6c2ff6ee-4cda-43a4-b47d-fb021fd4c5da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:30.116381 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf1160-9497-4327-8533-d41dd5692b55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1178516a-2712-472e-a3b1-d7787ece73b0,revision_number=0']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:30.120864 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-26cf1160-9497-4327-8533-d41dd5692b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:30.125891 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cf1160-9497-4327-8533-d41dd5692b55 admin admin] Checking segment: {'id': 'e08b2b9f-17ad-4708-bb9f-8bcd634823ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'e361a5e3-ac34-47cb-ae5b-221ab7b7e453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:23:30.126423 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cf1160-9497-4327-8533-d41dd5692b55 admin admin] Network hostable DHCP agents. Network: e361a5e3-ac34-47cb-ae5b-221ab7b7e453, hostable agents: ['48edfc26-e3e7-4e5a-9c59-2b84b8091b14'], hosted agents: [] {{(pid=79425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 08 16:23:30.156043 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cf1160-9497-4327-8533-d41dd5692b55 admin admin] Network e361a5e3-ac34-47cb-ae5b-221ab7b7e453 is scheduled to be hosted by DHCP agent 48edfc26-e3e7-4e5a-9c59-2b84b8091b14 with binding_index 1 {{(pid=79425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 08 16:23:30.170713 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [None req-26cf1160-9497-4327-8533-d41dd5692b55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-iscsi, e361a5e3-ac34-47cb-ae5b-221ab7b7e453) {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:23:30.179162 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cf1160-9497-4327-8533-d41dd5692b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:30.180139 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-26cf1160-9497-4327-8533-d41dd5692b55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:30.186019 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c1dd67-b461-444e-8bb2-c3cc7eb39c98 None None] Network e361a5e3-ac34-47cb-ae5b-221ab7b7e453 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:23:30.214061 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-26cf1160-9497-4327-8533-d41dd5692b55 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.5431554
Sep 08 16:23:30.373894 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-15261e39-a566-4644-956e-0cc63e8451d5 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Deleting port c727aa4a-e35e-4aa4-9e88-c3c456681c08 {{(pid=79426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:23:30.374899 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-15261e39-a566-4644-956e-0cc63e8451d5 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:30.662114 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93147d2d-535d-4907-b9b1-9cd898e18a43 None None] Network e361a5e3-ac34-47cb-ae5b-221ab7b7e453 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:23:30.693474 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-15261e39-a566-4644-956e-0cc63e8451d5 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:30.693983 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-15261e39-a566-4644-956e-0cc63e8451d5 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:30.853460 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-c8cd3fdd-547c-4c1e-9a5c-e87770afb6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:30.863031 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-15261e39-a566-4644-956e-0cc63e8451d5 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Calling delete_port for c727aa4a-e35e-4aa4-9e88-c3c456681c08 owned by network:floatingip {{(pid=79426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:23:31.088580 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 44772) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:31.095248 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-382ae9dc-cbbb-4e28-afe8-671e191e66b4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-155688630-network', 'tenant_id': '7c39a6f2b8af47a2a4ab52a983395678'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:23:31.101279 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-382ae9dc-cbbb-4e28-afe8-671e191e66b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:23:31.106222 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-382ae9dc-cbbb-4e28-afe8-671e191e66b4 admin admin] Usage tracker for resource:network and tenant:7c39a6f2b8af47a2a4ab52a983395678 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:23:31.109868 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-382ae9dc-cbbb-4e28-afe8-671e191e66b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:23:31.118338 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-382ae9dc-cbbb-4e28-afe8-671e191e66b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:23:31.138209 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382ae9dc-cbbb-4e28-afe8-671e191e66b4 admin admin] Made reservation on behalf of 7c39a6f2b8af47a2a4ab52a983395678 for: {'network': 1} {{(pid=79425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:23:31.142144 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-382ae9dc-cbbb-4e28-afe8-671e191e66b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for network, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:31.157622 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-382ae9dc-cbbb-4e28-afe8-671e191e66b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:31.160384 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-15261e39-a566-4644-956e-0cc63e8451d5 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:31.173009 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:31.174890 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-382ae9dc-cbbb-4e28-afe8-671e191e66b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:23:31.179730 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-382ae9dc-cbbb-4e28-afe8-671e191e66b4 admin admin] Usage tracker for resource:security_group_rule and tenant:7c39a6f2b8af47a2a4ab52a983395678 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:23:31.183037 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-382ae9dc-cbbb-4e28-afe8-671e191e66b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:23:31.190043 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-382ae9dc-cbbb-4e28-afe8-671e191e66b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:23:31.290899 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15261e39-a566-4644-956e-0cc63e8451d5 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Pushing event deleted for resources: {'Port': ['ID=c727aa4a-e35e-4aa4-9e88-c3c456681c08,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:31.295253 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-15261e39-a566-4644-956e-0cc63e8451d5 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:31.298500 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:31.336897 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-382ae9dc-cbbb-4e28-afe8-671e191e66b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:31.342577 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-382ae9dc-cbbb-4e28-afe8-671e191e66b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:31.347889 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-0c251d3d-7b60-4579-a8bb-ff25dd7ce736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:31.390005 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e161eb-808e-45ab-9ad3-0f4dd6410c70 req-7c30b968-f9cf-4241-bb52-cf644f906635 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:31.393260 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f6e161eb-808e-45ab-9ad3-0f4dd6410c70 req-7c30b968-f9cf-4241-bb52-cf644f906635 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 984 time: 0.3676360
Sep 08 16:23:31.401411 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382ae9dc-cbbb-4e28-afe8-671e191e66b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918}  {{(pid=79425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 08 16:23:31.410907 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ae9dc-cbbb-4e28-afe8-671e191e66b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0427b383-a4be-4000-a3b8-4e814080ed85,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:31.419686 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-382ae9dc-cbbb-4e28-afe8-671e191e66b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:31.426836 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-382ae9dc-cbbb-4e28-afe8-671e191e66b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:31.427374 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.db.segments_db [None req-382ae9dc-cbbb-4e28-afe8-671e191e66b4 admin admin] Added segment f9e38669-15fc-42b5-b869-2795846ae50b of type vlan for network ff814130-f637-4694-871b-7a9ed88c0fd3
Sep 08 16:23:31.454808 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-15261e39-a566-4644-956e-0cc63e8451d5 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks [] for floatingip, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:31.455321 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.db.l3_db [None req-15261e39-a566-4644-956e-0cc63e8451d5 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Floating IP 1966a486-c643-4a78-9cab-bcc8dc08fbbf disassociated (deleted). External IP: 172.27.2.136, port: 6d93681d-822b-4cdf-8b2f-08faccca27db.
Sep 08 16:23:31.475048 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-382ae9dc-cbbb-4e28-afe8-671e191e66b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745177029057'] for network, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:31.525280 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-382ae9dc-cbbb-4e28-afe8-671e191e66b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819'] for network, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:31.527422 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382ae9dc-cbbb-4e28-afe8-671e191e66b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:31.528396 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-382ae9dc-cbbb-4e28-afe8-671e191e66b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:31.534314 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-545b0f6a-50b7-497e-b2a8-7bd0dbd33574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:31.714929 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ae9dc-cbbb-4e28-afe8-671e191e66b4 admin admin] Pushing event updated for resources: {'Network': ['ID=ff814130-f637-4694-871b-7a9ed88c0fd3,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:31.724191 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-382ae9dc-cbbb-4e28-afe8-671e191e66b4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.6298211
Sep 08 16:23:31.724514 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f6e161eb-808e-45ab-9ad3-0f4dd6410c70 req-73acf1cb-7069-48da-9ce8-1ff81b7dcb0e tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&id=3c66f6e3-defe-4a07-ad70-a2b00f2c0160&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3094423
Sep 08 16:23:31.724684 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-382ae9dc-cbbb-4e28-afe8-671e191e66b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:31.724849 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 44776) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:31.735755 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-7ed03139-71bb-4c51-8797-b2b1611676db admin admin] Request body: {'subnet': {'network_id': 'ff814130-f637-4694-871b-7a9ed88c0fd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-155688630-subnet', 'tenant_id': '7c39a6f2b8af47a2a4ab52a983395678', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:23:31.746121 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-7ed03139-71bb-4c51-8797-b2b1611676db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:23:31.748042 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Network ff814130-f637-4694-871b-7a9ed88c0fd3 details requested by agent ovs-agent-dv-cinder-807898-1-iscsi with host dv-cinder-807898-1-iscsi {{(pid=79427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 08 16:23:31.754730 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-7ed03139-71bb-4c51-8797-b2b1611676db admin admin] Usage tracker for resource:subnet and tenant:7c39a6f2b8af47a2a4ab52a983395678 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:23:31.759202 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-7ed03139-71bb-4c51-8797-b2b1611676db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:23:31.775132 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-7ed03139-71bb-4c51-8797-b2b1611676db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:23:31.796227 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed03139-71bb-4c51-8797-b2b1611676db admin admin] Made reservation on behalf of 7c39a6f2b8af47a2a4ab52a983395678 for: {'subnet': 1} {{(pid=79426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:23:31.798608 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-7ed03139-71bb-4c51-8797-b2b1611676db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476803'] for subnet, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:32.226551 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15261e39-a566-4644-956e-0cc63e8451d5 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Router 8ac628a0-9703-4004-b735-41d9fe949eb5 has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:23:32.475669 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-7ed03139-71bb-4c51-8797-b2b1611676db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2351912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476853'] for subnet, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:32.493955 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:32.560415 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15261e39-a566-4644-956e-0cc63e8451d5 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:23:32.572695 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b53a0b-0841-4299-a329-d432d23e981b None None] Sync routers for ids ['8ac628a0-9703-4004-b735-41d9fe949eb5'] in dv-cinder-807898-1-iscsi {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:23:32.588066 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b53a0b-0841-4299-a329-d432d23e981b None None] Routers {'8ac628a0-9703-4004-b735-41d9fe949eb5'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:23:32.588475 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed03139-71bb-4c51-8797-b2b1611676db admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2ab1ae0-3488-460f-9beb-463e839c99b9,revision_number=0']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:32.589068 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-74b53a0b-0841-4299-a329-d432d23e981b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251c45cd0>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:23:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['8ac628a0-9703-4004-b735-41d9fe949eb5'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:32.593569 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-7ed03139-71bb-4c51-8797-b2b1611676db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:32.606217 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed03139-71bb-4c51-8797-b2b1611676db admin admin] Checking segment: {'id': 'f9e38669-15fc-42b5-b869-2795846ae50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'ff814130-f637-4694-871b-7a9ed88c0fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:23:32.606571 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed03139-71bb-4c51-8797-b2b1611676db admin admin] Network hostable DHCP agents. Network: ff814130-f637-4694-871b-7a9ed88c0fd3, hostable agents: ['48edfc26-e3e7-4e5a-9c59-2b84b8091b14'], hosted agents: [] {{(pid=79426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 08 16:23:32.627011 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-15261e39-a566-4644-956e-0cc63e8451d5 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for floatingip, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:32.674701 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed03139-71bb-4c51-8797-b2b1611676db admin admin] Network ff814130-f637-4694-871b-7a9ed88c0fd3 is scheduled to be hosted by DHCP agent 48edfc26-e3e7-4e5a-9c59-2b84b8091b14 with binding_index 1 {{(pid=79426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 08 16:23:32.704855 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.base_scheduler [None req-7ed03139-71bb-4c51-8797-b2b1611676db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-iscsi, ff814130-f637-4694-871b-7a9ed88c0fd3) {{(pid=79426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:23:32.715864 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0d2b66-694a-449c-a412-bdc332ea627c None None] Network ff814130-f637-4694-871b-7a9ed88c0fd3 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:23:32.720424 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-15261e39-a566-4644-956e-0cc63e8451d5 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "DELETE /v2.0/floatingips/1966a486-c643-4a78-9cab-bcc8dc08fbbf HTTP/1.1" status: 204  len: 168 time: 2.7831466
Sep 08 16:23:32.722636 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed03139-71bb-4c51-8797-b2b1611676db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:32.723551 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-7ed03139-71bb-4c51-8797-b2b1611676db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for subnet, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:32.728247 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a3b840e-551f-45cd-bbb8-079394ec0f1a', 'tag': '6d93681d-822b-4cdf-8b2f-08faccca27db'}] {{(pid=79426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:23:32.756164 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-7ed03139-71bb-4c51-8797-b2b1611676db admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.0287416
Sep 08 16:23:32.882020 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-74b53a0b-0841-4299-a329-d432d23e981b None None] Set router 8ac628a0-9703-4004-b735-41d9fe949eb5 gateway port host: dv-cinder-807898-1-iscsi {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:23:32.923202 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a3b840e-551f-45cd-bbb8-079394ec0f1a', 'tag': '6d93681d-822b-4cdf-8b2f-08faccca27db', 'status': 'completed', 'code': 200}
Sep 08 16:23:33.059731 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 44788) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:33.164309 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4f438-1a6d-4bef-bdd3-6cae435326e6 req-f97e3f2f-1704-417e-b8d7-a5f123824aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:33.166922 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d9a4f438-1a6d-4bef-bdd3-6cae435326e6 req-f97e3f2f-1704-417e-b8d7-a5f123824aba service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0192ebea3f6246118edb985b970044bc&device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 1098 time: 0.1882946
Sep 08 16:23:33.247182 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b660268-bf21-43cb-b196-be1d7bf8ebe5 admin admin] Deleting subnet 1178516a-2712-472e-a3b1-d7787ece73b0 {{(pid=79425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 08 16:23:33.253224 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3b660268-bf21-43cb-b196-be1d7bf8ebe5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:33.258511 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f268857-fda9-4048-8625-84647251dd19 None None] Network ff814130-f637-4694-871b-7a9ed88c0fd3 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:23:33.354534 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3b660268-bf21-43cb-b196-be1d7bf8ebe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2497500'] for subnet, precommit_delete_associations {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:33.493395 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03f1f1-4aa2-4d43-8eb5-e7fea25abffd req-d9f41cdf-dad7-4e22-9472-c6d2f6b90c13 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:33.494983 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ac03f1f1-4aa2-4d43-8eb5-e7fea25abffd req-d9f41cdf-dad7-4e22-9472-c6d2f6b90c13 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 984 time: 0.1938972
Sep 08 16:23:33.508119 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4f438-1a6d-4bef-bdd3-6cae435326e6 req-7d71f1a6-e3ff-4ba8-91cf-7804b023f99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:33.510482 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d9a4f438-1a6d-4bef-bdd3-6cae435326e6 req-7d71f1a6-e3ff-4ba8-91cf-7804b023f99c service neutron] 10.222.0.70 "GET /v2.0/networks?id=7ca11c1b-7856-4c98-8d2f-ac9178457343 HTTP/1.1" status: 200  len: 909 time: 0.3366950
Sep 08 16:23:33.521636 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3b660268-bf21-43cb-b196-be1d7bf8ebe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1043567'] for subnet, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:33.691078 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-74b53a0b-0841-4299-a329-d432d23e981b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251c45cd0>, [{'id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'name': 'tempest-TestShelveInstance-470877572-router', 'tenant_id': '0192ebea3f6246118edb985b970044bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '04d3061e-7552-4ca5-be8f-4515c1e12337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:10Z', 'updated_at': '2021-09-08T16:17:19Z', 'revision_number': 4, 'project_id': '0192ebea3f6246118edb985b970044bc', 'gw_port': {'id': '04d3061e-7552-4ca5-be8f-4515c1e12337', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:11Z', 'updated_at': '2021-09-08T16:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': 'e0eb04bc-975e-4b7b-9afb-e3b0993fb686', 'name': '', 'network_id': '7ca11c1b-7856-4c98-8d2f-ac9178457343', 'tenant_id': '0192ebea3f6246118edb985b970044bc', 'mac_address': 'fa:16:3e:b5:86:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'c6eb4cc6-a294-41f4-91b9-bb96871ae1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:16Z', 'updated_at': '2021-09-08T16:17:27Z', 'revision_number': 5, 'project_id': '0192ebea3f6246118edb985b970044bc', 'subnets': [{'id': 'c6eb4cc6-a294-41f4-91b9-bb96871ae1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:33.697485 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b53a0b-0841-4299-a329-d432d23e981b None None] Checking router: 8ac628a0-9703-4004-b735-41d9fe949eb5 for host: dv-cinder-807898-1-iscsi {{(pid=79428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:23:33.716096 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3b660268-bf21-43cb-b196-be1d7bf8ebe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1043542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2390624'] for subnet, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:33.718416 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b53a0b-0841-4299-a329-d432d23e981b None None] Routers {'8ac628a0-9703-4004-b735-41d9fe949eb5'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:23:33.720114 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-74b53a0b-0841-4299-a329-d432d23e981b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251c45cd0>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:23:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['8ac628a0-9703-4004-b735-41d9fe949eb5'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:33.726189 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:33.732166 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d9a4f438-1a6d-4bef-bdd3-6cae435326e6 req-6ab2d75d-d321-45da-8cf9-494960e47104 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d93681d-822b-4cdf-8b2f-08faccca27db HTTP/1.1" status: 200  len: 217 time: 0.1746073
Sep 08 16:23:33.805402 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b660268-bf21-43cb-b196-be1d7bf8ebe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1178516a-2712-472e-a3b1-d7787ece73b0,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:33.811285 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-3b660268-bf21-43cb-b196-be1d7bf8ebe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:33.814277 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3b660268-bf21-43cb-b196-be1d7bf8ebe5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:33.831289 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-3b660268-bf21-43cb-b196-be1d7bf8ebe5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1178516a-2712-472e-a3b1-d7787ece73b0 HTTP/1.1" status: 204  len: 168 time: 0.7686179
Sep 08 16:23:33.832439 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 44794) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:33.917389 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ac03f1f1-4aa2-4d43-8eb5-e7fea25abffd req-cd950d95-5b9e-414b-816b-3c8b35515f39 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&id=3c66f6e3-defe-4a07-ad70-a2b00f2c0160&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3997107
Sep 08 16:23:33.960346 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-918f1443-da9c-4e8f-9540-f1d8f0fc73f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:33.973107 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4f438-1a6d-4bef-bdd3-6cae435326e6 req-6e61941c-5d99-481d-99b8-600b6be5c44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:33.976101 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d9a4f438-1a6d-4bef-bdd3-6cae435326e6 req-6e61941c-5d99-481d-99b8-600b6be5c44d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c6eb4cc6-a294-41f4-91b9-bb96871ae1b1 HTTP/1.1" status: 200  len: 847 time: 0.2278755
Sep 08 16:23:34.074465 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a657bc3-d2d5-49bd-bf49-555532d4f239 req-7b06b933-4ef3-4f8b-b013-8a1b13cd62f9 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:34.075272 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-8a657bc3-d2d5-49bd-bf49-555532d4f239 req-7b06b933-4ef3-4f8b-b013-8a1b13cd62f9 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Synchronizing usage tracker for tenant:0192ebea3f6246118edb985b970044bc on resource:port {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:23:34.092253 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-74b53a0b-0841-4299-a329-d432d23e981b None None] Set router 8ac628a0-9703-4004-b735-41d9fe949eb5 gateway port host: dv-cinder-807898-1-iscsi {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:23:34.116042 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-8a657bc3-d2d5-49bd-bf49-555532d4f239 req-7b06b933-4ef3-4f8b-b013-8a1b13cd62f9 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Unset dirty status for tenant:0192ebea3f6246118edb985b970044bc on resource:port {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:23:34.119054 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-8a657bc3-d2d5-49bd-bf49-555532d4f239 req-7b06b933-4ef3-4f8b-b013-8a1b13cd62f9 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 945 time: 0.2948995
Sep 08 16:23:34.146827 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-f658d56c-e32e-4beb-b51a-f2ca59eace41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-915372'] for network, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:34.175400 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4f438-1a6d-4bef-bdd3-6cae435326e6 req-32d4ec35-72b6-41ac-a222-6e9015265181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:34.178129 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d9a4f438-1a6d-4bef-bdd3-6cae435326e6 req-32d4ec35-72b6-41ac-a222-6e9015265181 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7ca11c1b-7856-4c98-8d2f-ac9178457343&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1921437
Sep 08 16:23:34.257552 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-8a657bc3-d2d5-49bd-bf49-555532d4f239 req-98307ff8-5871-47d9-8300-11561c1001c4 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1296377
Sep 08 16:23:34.318358 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-f658d56c-e32e-4beb-b51a-f2ca59eace41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1042402', 'neutron.services.segments.db._delete_segments_for_network-8745177524152'] for network, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:34.335520 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.services.segments.db [None req-f658d56c-e32e-4beb-b51a-f2ca59eace41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42505b0fd0>,) {'filters': {'network_id': ['e361a5e3-ac34-47cb-ae5b-221ab7b7e453']}} {{(pid=79425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:34.355389 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.services.segments.db [None req-f658d56c-e32e-4beb-b51a-f2ca59eace41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42505b0fd0>, 'e08b2b9f-17ad-4708-bb9f-8bcd634823ed') {'for_net_delete': True} {{(pid=79425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:34.356047 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.services.segments.db [None req-f658d56c-e32e-4beb-b51a-f2ca59eace41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42505b0fd0>, 'e08b2b9f-17ad-4708-bb9f-8bcd634823ed') {} {{(pid=79425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:34.372307 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-f658d56c-e32e-4beb-b51a-f2ca59eace41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745177523999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2497493'] for segment, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:34.393420 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-f658d56c-e32e-4beb-b51a-f2ca59eace41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:34.401727 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f658d56c-e32e-4beb-b51a-f2ca59eace41 admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=79425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 08 16:23:34.402301 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-f658d56c-e32e-4beb-b51a-f2ca59eace41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1037242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2334415'] for segment, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:34.406008 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d9a4f438-1a6d-4bef-bdd3-6cae435326e6 req-3d6909ac-3368-4297-93a3-7acfb08319c1 service neutron] 10.222.0.70 "GET /v2.0/networks/7ca11c1b-7856-4c98-8d2f-ac9178457343?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2089734
Sep 08 16:23:34.418316 dv-cinder-807898-1-iscsi neutron-server[79425]: Traceback (most recent call last):
Sep 08 16:23:34.418316 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 08 16:23:34.418316 dv-cinder-807898-1-iscsi neutron-server[79425]:     timer()
Sep 08 16:23:34.418316 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 08 16:23:34.418316 dv-cinder-807898-1-iscsi neutron-server[79425]:     cb(*args, **kw)
Sep 08 16:23:34.418316 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 08 16:23:34.418316 dv-cinder-807898-1-iscsi neutron-server[79425]:     return func(*args, **kwargs)
Sep 08 16:23:34.418316 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 08 16:23:34.418316 dv-cinder-807898-1-iscsi neutron-server[79425]:     self._notify()
Sep 08 16:23:34.418316 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 08 16:23:34.418316 dv-cinder-807898-1-iscsi neutron-server[79425]:     self.callback(batched_events)
Sep 08 16:23:34.418316 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 08 16:23:34.418316 dv-cinder-807898-1-iscsi neutron-server[79425]:     event.method(event)
Sep 08 16:23:34.418316 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 08 16:23:34.418316 dv-cinder-807898-1-iscsi neutron-server[79425]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 08 16:23:34.418316 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 08 16:23:34.418316 dv-cinder-807898-1-iscsi neutron-server[79425]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 08 16:23:34.418316 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 08 16:23:34.418316 dv-cinder-807898-1-iscsi neutron-server[79425]:     return f(self, *a, **k)
Sep 08 16:23:34.418316 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 08 16:23:34.418316 dv-cinder-807898-1-iscsi neutron-server[79425]:     return self._get(url).json()
Sep 08 16:23:34.418316 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Sep 08 16:23:34.418316 dv-cinder-807898-1-iscsi neutron-server[79425]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 08 16:23:34.418316 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 08 16:23:34.418316 dv-cinder-807898-1-iscsi neutron-server[79425]:     return self.request(url, 'GET', **kwargs)
Sep 08 16:23:34.418316 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 08 16:23:34.418316 dv-cinder-807898-1-iscsi neutron-server[79425]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 08 16:23:34.418316 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 08 16:23:34.418316 dv-cinder-807898-1-iscsi neutron-server[79425]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 08 16:23:34.418316 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 08 16:23:34.418316 dv-cinder-807898-1-iscsi neutron-server[79425]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 08 16:23:34.418316 dv-cinder-807898-1-iscsi neutron-server[79425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 08 16:23:34.512856 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-f658d56c-e32e-4beb-b51a-f2ca59eace41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1042413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1948206'] for network, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:34.518174 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:34.536047 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-f658d56c-e32e-4beb-b51a-f2ca59eace41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:34.550715 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658d56c-e32e-4beb-b51a-f2ca59eace41 admin admin] Pushing event deleted for resources: {'Network': ['ID=e361a5e3-ac34-47cb-ae5b-221ab7b7e453,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:34.556484 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-f658d56c-e32e-4beb-b51a-f2ca59eace41 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e361a5e3-ac34-47cb-ae5b-221ab7b7e453 HTTP/1.1" status: 204  len: 168 time: 0.7191155
Sep 08 16:23:34.556484 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-f658d56c-e32e-4beb-b51a-f2ca59eace41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:34.558873 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 44800) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:34.565787 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-74b53a0b-0841-4299-a329-d432d23e981b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251c45cd0>, [{'id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'name': 'tempest-TestShelveInstance-470877572-router', 'tenant_id': '0192ebea3f6246118edb985b970044bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '04d3061e-7552-4ca5-be8f-4515c1e12337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:10Z', 'updated_at': '2021-09-08T16:17:19Z', 'revision_number': 4, 'project_id': '0192ebea3f6246118edb985b970044bc', 'gw_port': {'id': '04d3061e-7552-4ca5-be8f-4515c1e12337', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:11Z', 'updated_at': '2021-09-08T16:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': 'e0eb04bc-975e-4b7b-9afb-e3b0993fb686', 'name': '', 'network_id': '7ca11c1b-7856-4c98-8d2f-ac9178457343', 'tenant_id': '0192ebea3f6246118edb985b970044bc', 'mac_address': 'fa:16:3e:b5:86:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'c6eb4cc6-a294-41f4-91b9-bb96871ae1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:16Z', 'updated_at': '2021-09-08T16:17:27Z', 'revision_number': 5, 'project_id': '0192ebea3f6246118edb985b970044bc', 'subnets': [{'id': 'c6eb4cc6-a294-41f4-91b9-bb96871ae1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:34.573799 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b53a0b-0841-4299-a329-d432d23e981b None None] The sync data for ids ['8ac628a0-9703-4004-b735-41d9fe949eb5'] in dv-cinder-807898-1-iscsi is: [{'id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'name': 'tempest-TestShelveInstance-470877572-router', 'tenant_id': '0192ebea3f6246118edb985b970044bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '04d3061e-7552-4ca5-be8f-4515c1e12337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:10Z', 'updated_at': '2021-09-08T16:17:19Z', 'revision_number': 4, 'project_id': '0192ebea3f6246118edb985b970044bc', 'gw_port': {'id': '04d3061e-7552-4ca5-be8f-4515c1e12337', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:11Z', 'updated_at': '2021-09-08T16:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': 'e0eb04bc-975e-4b7b-9afb-e3b0993fb686', 'name': '', 'network_id': '7ca11c1b-7856-4c98-8d2f-ac9178457343', 'tenant_id': '0192ebea3f6246118edb985b970044bc', 'mac_address': 'fa:16:3e:b5:86:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'c6eb4cc6-a294-41f4-91b9-bb96871ae1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:16Z', 'updated_at': '2021-09-08T16:17:27Z', 'revision_number': 5, 'project_id': '0192ebea3f6246118edb985b970044bc', 'subnets': [{'id': 'c6eb4cc6-a294-41f4-91b9-bb96871ae1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:23:34.634179 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d9a4f438-1a6d-4bef-bdd3-6cae435326e6 req-220cef10-9787-42fb-83c3-52d17f0e0947 service neutron] 10.222.0.70 "GET /v2.0/networks/7ca11c1b-7856-4c98-8d2f-ac9178457343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2157617
Sep 08 16:23:34.641161 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef37d0d-c648-4627-ac79-761c4d49a95a admin admin] Deleting subnet a2ab1ae0-3488-460f-9beb-463e839c99b9 {{(pid=79425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 08 16:23:34.645546 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4ef37d0d-c648-4627-ac79-761c4d49a95a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:34.709427 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4ef37d0d-c648-4627-ac79-761c4d49a95a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2497500'] for subnet, precommit_delete_associations {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:34.779618 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4ef37d0d-c648-4627-ac79-761c4d49a95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1043567'] for subnet, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:34.870650 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4ef37d0d-c648-4627-ac79-761c4d49a95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1043542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2390624'] for subnet, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:34.875264 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:34.910375 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef37d0d-c648-4627-ac79-761c4d49a95a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2ab1ae0-3488-460f-9beb-463e839c99b9,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:34.911318 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0cea3e-e709-4a03-888a-d19a2270ad32 None None] New status for floating IP 1966a486-c643-4a78-9cab-bcc8dc08fbbf: DOWN {{(pid=79427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 08 16:23:34.913877 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-4ef37d0d-c648-4627-ac79-761c4d49a95a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:34.916645 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4ef37d0d-c648-4627-ac79-761c4d49a95a admin admin] Notify callbacks [] for subnet, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:34.925463 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 44804) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:34.925774 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-4ef37d0d-c648-4627-ac79-761c4d49a95a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a2ab1ae0-3488-460f-9beb-463e839c99b9 HTTP/1.1" status: 204  len: 168 time: 0.3653898
Sep 08 16:23:35.055428 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-4dc8327b-32f2-4377-b756-580a0988cd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-915372'] for network, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:35.246842 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:35.458232 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-4dc8327b-32f2-4377-b756-580a0988cd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1042402', 'neutron.services.segments.db._delete_segments_for_network-8745177524152'] for network, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:35.488967 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-4dc8327b-32f2-4377-b756-580a0988cd8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42515f5370>,) {'filters': {'network_id': ['ff814130-f637-4694-871b-7a9ed88c0fd3']}} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:35.509388 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-4dc8327b-32f2-4377-b756-580a0988cd8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42515f5370>, 'f9e38669-15fc-42b5-b869-2795846ae50b') {'for_net_delete': True} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:35.509679 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-4dc8327b-32f2-4377-b756-580a0988cd8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42515f5370>, 'f9e38669-15fc-42b5-b869-2795846ae50b') {} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:35.534522 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-4dc8327b-32f2-4377-b756-580a0988cd8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745177523999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2472753'] for segment, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:35.567728 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-4dc8327b-32f2-4377-b756-580a0988cd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:35.577092 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0ab42-c309-4836-ba7a-fc8b8fafff38 req-dcef3f92-3def-4319-9db8-f162492b7ddc tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:35.578854 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-dcd0ab42-c309-4836-ba7a-fc8b8fafff38 req-dcef3f92-3def-4319-9db8-f162492b7ddc tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 984 time: 0.5137126
Sep 08 16:23:35.590856 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc8327b-32f2-4377-b756-580a0988cd8c admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=79426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 08 16:23:35.591244 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-4dc8327b-32f2-4377-b756-580a0988cd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1037242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2352971'] for segment, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:35.607722 dv-cinder-807898-1-iscsi neutron-server[79426]: Traceback (most recent call last):
Sep 08 16:23:35.607722 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 08 16:23:35.607722 dv-cinder-807898-1-iscsi neutron-server[79426]:     timer()
Sep 08 16:23:35.607722 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 08 16:23:35.607722 dv-cinder-807898-1-iscsi neutron-server[79426]:     cb(*args, **kw)
Sep 08 16:23:35.607722 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 08 16:23:35.607722 dv-cinder-807898-1-iscsi neutron-server[79426]:     return func(*args, **kwargs)
Sep 08 16:23:35.607722 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 08 16:23:35.607722 dv-cinder-807898-1-iscsi neutron-server[79426]:     self._notify()
Sep 08 16:23:35.607722 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 08 16:23:35.607722 dv-cinder-807898-1-iscsi neutron-server[79426]:     self.callback(batched_events)
Sep 08 16:23:35.607722 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 08 16:23:35.607722 dv-cinder-807898-1-iscsi neutron-server[79426]:     event.method(event)
Sep 08 16:23:35.607722 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 08 16:23:35.607722 dv-cinder-807898-1-iscsi neutron-server[79426]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 08 16:23:35.607722 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 08 16:23:35.607722 dv-cinder-807898-1-iscsi neutron-server[79426]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 08 16:23:35.607722 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 08 16:23:35.607722 dv-cinder-807898-1-iscsi neutron-server[79426]:     return f(self, *a, **k)
Sep 08 16:23:35.607722 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 08 16:23:35.607722 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self._get(url).json()
Sep 08 16:23:35.607722 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Sep 08 16:23:35.607722 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 08 16:23:35.607722 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 08 16:23:35.607722 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self.request(url, 'GET', **kwargs)
Sep 08 16:23:35.607722 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 08 16:23:35.607722 dv-cinder-807898-1-iscsi neutron-server[79426]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 08 16:23:35.607722 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 08 16:23:35.607722 dv-cinder-807898-1-iscsi neutron-server[79426]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 08 16:23:35.607722 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 08 16:23:35.607722 dv-cinder-807898-1-iscsi neutron-server[79426]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 08 16:23:35.607722 dv-cinder-807898-1-iscsi neutron-server[79426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 08 16:23:35.690140 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36205b59-8dea-46ac-b292-2a9288c248ac req-9b6b7493-8eb7-4ba9-8546-e870ea2b2b03 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:35.691830 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-36205b59-8dea-46ac-b292-2a9288c248ac req-9b6b7493-8eb7-4ba9-8546-e870ea2b2b03 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 945 time: 0.3504636
Sep 08 16:23:35.809167 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae89628-913a-4330-8b31-5a15b664ddb2 req-53e2162f-c1b8-493d-86fd-6209b95f89a4 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:35.810884 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4ae89628-913a-4330-8b31-5a15b664ddb2 req-53e2162f-c1b8-493d-86fd-6209b95f89a4 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 945 time: 0.4134467
Sep 08 16:23:35.826305 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-dcd0ab42-c309-4836-ba7a-fc8b8fafff38 req-9fe6a156-423f-45da-81ca-147c1ceb4fe8 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&id=3c66f6e3-defe-4a07-ad70-a2b00f2c0160&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2368038
Sep 08 16:23:35.843507 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-4dc8327b-32f2-4377-b756-580a0988cd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1042413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1948206'] for network, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:35.853875 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [req-36205b59-8dea-46ac-b292-2a9288c248ac req-dadadcfa-8807-4889-85a1-5ca49055af13 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Deleting port 6d93681d-822b-4cdf-8b2f-08faccca27db {{(pid=79426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:23:35.854215 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-36205b59-8dea-46ac-b292-2a9288c248ac req-dadadcfa-8807-4889-85a1-5ca49055af13 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:35.890783 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-b4c908fd-e0c9-432a-af33-c2d4c9d15350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:35.904749 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-4dc8327b-32f2-4377-b756-580a0988cd8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:35.942549 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8327b-32f2-4377-b756-580a0988cd8c admin admin] Pushing event deleted for resources: {'Network': ['ID=ff814130-f637-4694-871b-7a9ed88c0fd3,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:35.949872 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-4dc8327b-32f2-4377-b756-580a0988cd8c admin admin] 10.222.0.25 "DELETE /v2.0/networks/ff814130-f637-4694-871b-7a9ed88c0fd3 HTTP/1.1" status: 204  len: 168 time: 1.0231907
Sep 08 16:23:35.951111 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-4dc8327b-32f2-4377-b756-580a0988cd8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:35.963722 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4ae89628-913a-4330-8b31-5a15b664ddb2 req-6ff38f25-0608-41fa-b548-a017791366b4 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/security-groups?id=34214f45-d33f-4e7c-8668-451af87924b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1424592
Sep 08 16:23:36.202052 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [req-36205b59-8dea-46ac-b292-2a9288c248ac req-dadadcfa-8807-4889-85a1-5ca49055af13 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] For port 6d93681d-822b-4cdf-8b2f-08faccca27db, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=6d93681d-822b-4cdf-8b2f-08faccca27db,segment=NetworkSegment(1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3),segment_id=1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3)] {{(pid=79426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:23:36.202416 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-36205b59-8dea-46ac-b292-2a9288c248ac req-dadadcfa-8807-4889-85a1-5ca49055af13 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:36.235931 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 44814) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:36.305835 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-660598d3-d9c3-4224-8992-21bd2c8f2218 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=486e8b8c25e14386b3489bdc84ee8a59&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0686922
Sep 08 16:23:36.308893 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 44818) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:36.332359 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [req-36205b59-8dea-46ac-b292-2a9288c248ac req-dadadcfa-8807-4889-85a1-5ca49055af13 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Calling delete_port for 6d93681d-822b-4cdf-8b2f-08faccca27db owned by compute:nova {{(pid=79426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:23:36.378004 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c762c959-dddd-4279-8e31-4754aacb7c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:36.407754 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c762c959-dddd-4279-8e31-4754aacb7c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:36.479907 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c762c959-dddd-4279-8e31-4754aacb7c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:36.483854 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-fa93b8d0-6862-4583-a01e-fe29969c671f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:36.496096 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762c959-dddd-4279-8e31-4754aacb7c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82085dcd-ee5e-4ca2-ac76-89a43471c8e3,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:36.501589 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-c762c959-dddd-4279-8e31-4754aacb7c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:36.503778 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c762c959-dddd-4279-8e31-4754aacb7c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:36.507133 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-36205b59-8dea-46ac-b292-2a9288c248ac req-dadadcfa-8807-4889-85a1-5ca49055af13 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:36.507869 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-c762c959-dddd-4279-8e31-4754aacb7c21 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/82085dcd-ee5e-4ca2-ac76-89a43471c8e3 HTTP/1.1" status: 204  len: 168 time: 0.1977034
Sep 08 16:23:36.516490 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-7ea42138-c309-4d4b-aa12-e11d9d23cdf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:36.570650 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadadcfa-8807-4889-85a1-5ca49055af13 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Pushing event deleted for resources: {'Port': ['ID=6d93681d-822b-4cdf-8b2f-08faccca27db,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:36.573801 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-dadadcfa-8807-4889-85a1-5ca49055af13 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:36.660078 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.l3_dvrscheduler_db [req-36205b59-8dea-46ac-b292-2a9288c248ac req-dadadcfa-8807-4889-85a1-5ca49055af13 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] No DVR routers for this DVR port 6d93681d-822b-4cdf-8b2f-08faccca27db on host hv-cinder-80789 {{(pid=79426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 08 16:23:36.663006 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-36205b59-8dea-46ac-b292-2a9288c248ac req-dadadcfa-8807-4889-85a1-5ca49055af13 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:36.667991 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3b840e-551f-45cd-bbb8-079394ec0f1a', 'name': 'network-vif-deleted', 'tag': '6d93681d-822b-4cdf-8b2f-08faccca27db'}] {{(pid=79426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:23:36.685904 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-36205b59-8dea-46ac-b292-2a9288c248ac req-dadadcfa-8807-4889-85a1-5ca49055af13 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.70 "DELETE /v2.0/ports/6d93681d-822b-4cdf-8b2f-08faccca27db HTTP/1.1" status: 204  len: 173 time: 0.9839213
Sep 08 16:23:36.745038 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3b840e-551f-45cd-bbb8-079394ec0f1a', 'name': 'network-vif-deleted', 'tag': '6d93681d-822b-4cdf-8b2f-08faccca27db', 'status': 'completed', 'code': 200}
Sep 08 16:23:37.129520 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 44832) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:37.242086 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-e4848791-7be6-46c7-b4c3-3374a1cc1614 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7c39a6f2b8af47a2a4ab52a983395678&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1099384
Sep 08 16:23:37.245585 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 44836) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:37.290158 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8caa20-8dc4-4a99-b95b-f9171132992c req-c2b80180-d269-4cea-8c11-0771d1461b2f tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:37.292870 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-cc8caa20-8dc4-4a99-b95b-f9171132992c req-c2b80180-d269-4cea-8c11-0771d1461b2f tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 984 time: 0.2459598
Sep 08 16:23:37.317684 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-ed8644fe-3151-4df0-8af2-16a9f3e8a345 req-b8b15715-d70b-4cd6-8d67-561b16366e79 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Synchronizing usage tracker for tenant:0192ebea3f6246118edb985b970044bc on resource:port {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:23:37.338992 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-da5ab01b-93c2-42ac-ab20-41aaad701ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:37.355928 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:37.390282 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-da5ab01b-93c2-42ac-ab20-41aaad701ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:37.414532 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-cc8caa20-8dc4-4a99-b95b-f9171132992c req-27a5ba79-9671-432b-8d71-fac2ddc2ae46 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&id=3c66f6e3-defe-4a07-ad70-a2b00f2c0160&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0996730
Sep 08 16:23:37.416525 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-ed8644fe-3151-4df0-8af2-16a9f3e8a345 req-b8b15715-d70b-4cd6-8d67-561b16366e79 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Unset dirty status for tenant:0192ebea3f6246118edb985b970044bc on resource:port {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:23:37.418358 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ed8644fe-3151-4df0-8af2-16a9f3e8a345 req-b8b15715-d70b-4cd6-8d67-561b16366e79 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 210 time: 0.1998808
Sep 08 16:23:37.491739 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-da5ab01b-93c2-42ac-ab20-41aaad701ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:37.496789 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-6c4f379a-ff26-4c45-9d63-7cec5b0464be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:37.511905 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ab01b-93c2-42ac-ab20-41aaad701ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0427b383-a4be-4000-a3b8-4e814080ed85,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:37.514462 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-da5ab01b-93c2-42ac-ab20-41aaad701ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:37.520321 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-da5ab01b-93c2-42ac-ab20-41aaad701ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:37.521729 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-da5ab01b-93c2-42ac-ab20-41aaad701ed8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0427b383-a4be-4000-a3b8-4e814080ed85 HTTP/1.1" status: 204  len: 168 time: 0.2742882
Sep 08 16:23:38.960217 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-c5cbf175-5137-4b4a-8eee-21af140905ac req-d78a106f-48a2-4b71-a6da-3821a415f2a3 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a3b840e-551f-45cd-bbb8-079394ec0f1a HTTP/1.1" status: 200  len: 210 time: 0.1001182
Sep 08 16:23:39.008784 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32706464-ca45-4099-82fe-fab8121be876 req-653ba075-2bf5-47d9-890c-6001dc443b6b tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:39.011074 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-32706464-ca45-4099-82fe-fab8121be876 req-653ba075-2bf5-47d9-890c-6001dc443b6b tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 984 time: 0.2248073
Sep 08 16:23:39.082304 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-32706464-ca45-4099-82fe-fab8121be876 req-729ea781-af67-43d6-97e8-8a651a24abc5 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&id=3c66f6e3-defe-4a07-ad70-a2b00f2c0160&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0602036
Sep 08 16:23:39.458332 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 6d93681d-822b-4cdf-8b2f-08faccca27db no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:23:39.525418 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] No Port match for: 6d93681d-822b-4cdf-8b2f-08faccca27db {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:23:39.525995 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 6d93681d-822b-4cdf-8b2f-08faccca27db not bound to the agent host hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:23:40.106479 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 44900) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:40.412187 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-da1458b0-5bbe-48f2-9128-b3fef05a44f3 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:40.460006 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-da1458b0-5bbe-48f2-9128-b3fef05a44f3 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:40.499418 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab1f24-926a-4f40-8855-4dd9bfac5dec req-35563a82-a284-4c8e-8021-650e508c28ef tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:40.502939 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9aab1f24-926a-4f40-8855-4dd9bfac5dec req-35563a82-a284-4c8e-8021-650e508c28ef tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 984 time: 0.2194257
Sep 08 16:23:40.655378 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9aab1f24-926a-4f40-8855-4dd9bfac5dec req-47ad35ae-d950-4c89-b05e-223076b122a6 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&id=3c66f6e3-defe-4a07-ad70-a2b00f2c0160&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1378984
Sep 08 16:23:40.747218 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-da1458b0-5bbe-48f2-9128-b3fef05a44f3 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:40.752945 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-939b991e-b07f-4931-a45e-953bee274903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:40.778126 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1458b0-5bbe-48f2-9128-b3fef05a44f3 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34214f45-d33f-4e7c-8668-451af87924b5,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:40.782859 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-da1458b0-5bbe-48f2-9128-b3fef05a44f3 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:40.795240 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-da1458b0-5bbe-48f2-9128-b3fef05a44f3 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:40.798355 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-da1458b0-5bbe-48f2-9128-b3fef05a44f3 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] 10.222.0.25 "DELETE /v2.0/security-groups/34214f45-d33f-4e7c-8668-451af87924b5 HTTP/1.1" status: 204  len: 168 time: 0.6911135
Sep 08 16:23:40.807225 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4caac6e-1591-4b93-aeb7-c416490e2d75 req-f17a5127-fbfb-49bd-b348-6dce3f86af49 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:40.808954 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f4caac6e-1591-4b93-aeb7-c416490e2d75 req-f17a5127-fbfb-49bd-b348-6dce3f86af49 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 947 time: 0.1423182
Sep 08 16:23:40.874760 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f4caac6e-1591-4b93-aeb7-c416490e2d75 req-91421a39-464c-4021-8bd3-527630213f04 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483806
Sep 08 16:23:41.900939 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 44948) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:42.370144 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b566ca2-6996-40f5-a3b1-d860d78ea21d req-266254c8-bf29-48d8-9c56-695cbe014e94 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:42.372135 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4b566ca2-6996-40f5-a3b1-d860d78ea21d req-266254c8-bf29-48d8-9c56-695cbe014e94 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 947 time: 0.3143940
Sep 08 16:23:42.443547 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1eed9-d6b1-41da-a961-e6d6c7b30a72 req-73d8f68b-da5e-431c-822c-fbe210e5ac78 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:42.445063 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-18a1eed9-d6b1-41da-a961-e6d6c7b30a72 req-73d8f68b-da5e-431c-822c-fbe210e5ac78 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 947 time: 0.3179631
Sep 08 16:23:42.577263 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4b566ca2-6996-40f5-a3b1-d860d78ea21d req-2548119b-3656-487c-9939-c750f82cb0d9 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1925218
Sep 08 16:23:42.683673 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [req-18a1eed9-d6b1-41da-a961-e6d6c7b30a72 req-b47ad6d1-5eeb-4875-8bb2-57acd3ad8c44 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Deleting port 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 {{(pid=79426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:23:42.684023 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-18a1eed9-d6b1-41da-a961-e6d6c7b30a72 req-b47ad6d1-5eeb-4875-8bb2-57acd3ad8c44 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:43.073874 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [req-18a1eed9-d6b1-41da-a961-e6d6c7b30a72 req-b47ad6d1-5eeb-4875-8bb2-57acd3ad8c44 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] For port 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54,segment=NetworkSegment(52138e92-9965-4b35-b4cf-e92e92ee1ba1),segment_id=52138e92-9965-4b35-b4cf-e92e92ee1ba1)] {{(pid=79426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:23:43.074903 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-18a1eed9-d6b1-41da-a961-e6d6c7b30a72 req-b47ad6d1-5eeb-4875-8bb2-57acd3ad8c44 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:43.600247 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-bc39426d-d837-4f1d-836c-e7caa571aa5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1928918'] for router_interface, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:43.723045 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-18a1eed9-d6b1-41da-a961-e6d6c7b30a72 req-b47ad6d1-5eeb-4875-8bb2-57acd3ad8c44 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:43.723418 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-18a1eed9-d6b1-41da-a961-e6d6c7b30a72 req-b47ad6d1-5eeb-4875-8bb2-57acd3ad8c44 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1948197'] for floatingip, after_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:43.723826 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.db.l3_db [req-18a1eed9-d6b1-41da-a961-e6d6c7b30a72 req-b47ad6d1-5eeb-4875-8bb2-57acd3ad8c44 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Floating IP 4e7a2206-bf87-408e-9076-e9d56ce6fde2 disassociated. External IP: 172.27.2.76, port: 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54.
Sep 08 16:23:43.724179 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [req-18a1eed9-d6b1-41da-a961-e6d6c7b30a72 req-b47ad6d1-5eeb-4875-8bb2-57acd3ad8c44 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Calling delete_port for 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 owned by compute:nova {{(pid=79426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:23:44.092502 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d101176-2e8f-4f1c-96d7-39b63c5e8bd7 req-3453f4fb-4161-49eb-b016-5ee35251ea2e tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:23:44.094070 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6d101176-2e8f-4f1c-96d7-39b63c5e8bd7 req-3453f4fb-4161-49eb-b016-5ee35251ea2e tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 947 time: 0.3732440
Sep 08 16:23:44.112841 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-18a1eed9-d6b1-41da-a961-e6d6c7b30a72 req-b47ad6d1-5eeb-4875-8bb2-57acd3ad8c44 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:44.132980 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-c4333dba-960e-4351-86eb-82a9e6167cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:44.192025 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ad6d1-5eeb-4875-8bb2-57acd3ad8c44 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Pushing event deleted for resources: {'Port': ['ID=0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:44.220230 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ad6d1-5eeb-4875-8bb2-57acd3ad8c44 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:23:44.221161 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ad6d1-5eeb-4875-8bb2-57acd3ad8c44 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:23:44.221161 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ad6d1-5eeb-4875-8bb2-57acd3ad8c44 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:23:44.224875 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ad6d1-5eeb-4875-8bb2-57acd3ad8c44 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:23:44.224875 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ad6d1-5eeb-4875-8bb2-57acd3ad8c44 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:23:44.224875 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ad6d1-5eeb-4875-8bb2-57acd3ad8c44 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:23:44.224875 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ad6d1-5eeb-4875-8bb2-57acd3ad8c44 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:23:44.225537 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ad6d1-5eeb-4875-8bb2-57acd3ad8c44 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:23:44.225537 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ad6d1-5eeb-4875-8bb2-57acd3ad8c44 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:23:44.225867 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ad6d1-5eeb-4875-8bb2-57acd3ad8c44 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:23:44.226225 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ad6d1-5eeb-4875-8bb2-57acd3ad8c44 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:23:44.226580 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ad6d1-5eeb-4875-8bb2-57acd3ad8c44 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:23:44.285934 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-b47ad6d1-5eeb-4875-8bb2-57acd3ad8c44 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:44.297715 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6d101176-2e8f-4f1c-96d7-39b63c5e8bd7 req-d8cc7529-1977-44dc-ab46-f4ddf1e7cf31 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea9f2c3-c065-4126-87a5-cccf12e83212&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1888735
Sep 08 16:23:44.472593 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-bc39426d-d837-4f1d-836c-e7caa571aa5b admin admin] Deleting port e0eb04bc-975e-4b7b-9afb-e3b0993fb686 {{(pid=79426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:23:44.472914 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-bc39426d-d837-4f1d-836c-e7caa571aa5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:44.562965 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18a1eed9-d6b1-41da-a961-e6d6c7b30a72 req-b47ad6d1-5eeb-4875-8bb2-57acd3ad8c44 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Router 64e5c9af-a25a-4228-8131-f4c5230ec1fb has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:23:45.057315 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [None req-bc39426d-d837-4f1d-836c-e7caa571aa5b admin admin] For port e0eb04bc-975e-4b7b-9afb-e3b0993fb686, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=e0eb04bc-975e-4b7b-9afb-e3b0993fb686,segment=NetworkSegment(1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3),segment_id=1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3)] {{(pid=79426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:23:45.057686 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-bc39426d-d837-4f1d-836c-e7caa571aa5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:45.134802 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18a1eed9-d6b1-41da-a961-e6d6c7b30a72 req-b47ad6d1-5eeb-4875-8bb2-57acd3ad8c44 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:23:45.149726 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b374b7cf-9f72-4d97-9dc6-0f4436bc66da None None] Sync routers for ids ['64e5c9af-a25a-4228-8131-f4c5230ec1fb'] in dv-cinder-807898-1-iscsi {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:23:45.167579 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b374b7cf-9f72-4d97-9dc6-0f4436bc66da None None] Routers {'64e5c9af-a25a-4228-8131-f4c5230ec1fb'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:23:45.168600 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-b374b7cf-9f72-4d97-9dc6-0f4436bc66da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42526eadf0>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:23:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['64e5c9af-a25a-4228-8131-f4c5230ec1fb'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:45.275223 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-bc39426d-d837-4f1d-836c-e7caa571aa5b admin admin] Calling delete_port for e0eb04bc-975e-4b7b-9afb-e3b0993fb686 owned by network:router_interface {{(pid=79426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:23:45.328150 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a1eed9-d6b1-41da-a961-e6d6c7b30a72 req-b47ad6d1-5eeb-4875-8bb2-57acd3ad8c44 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] No DVR routers for this DVR port 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 on host hv-cinder-80789 {{(pid=79426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 08 16:23:45.334224 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-18a1eed9-d6b1-41da-a961-e6d6c7b30a72 req-b47ad6d1-5eeb-4875-8bb2-57acd3ad8c44 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:45.337694 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5fbdd8-f58c-4d16-be45-d9003f0e770c', 'name': 'network-vif-deleted', 'tag': '0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54'}] {{(pid=79426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:23:45.357144 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-18a1eed9-d6b1-41da-a961-e6d6c7b30a72 req-b47ad6d1-5eeb-4875-8bb2-57acd3ad8c44 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.70 "DELETE /v2.0/ports/0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 HTTP/1.1" status: 204  len: 173 time: 2.9042153
Sep 08 16:23:45.453384 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-b374b7cf-9f72-4d97-9dc6-0f4436bc66da None None] Set router 64e5c9af-a25a-4228-8131-f4c5230ec1fb gateway port host: dv-cinder-807898-1-iscsi {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:23:45.488734 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:23:45.503580 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c5fbdd8-f58c-4d16-be45-d9003f0e770c', 'name': 'network-vif-deleted', 'tag': '0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54', 'status': 'completed', 'code': 200}
Sep 08 16:23:45.506464 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-bc39426d-d837-4f1d-836c-e7caa571aa5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:45.517491 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:45.618689 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39426d-d837-4f1d-836c-e7caa571aa5b admin admin] Pushing event deleted for resources: {'Port': ['ID=e0eb04bc-975e-4b7b-9afb-e3b0993fb686,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:45.622197 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-bc39426d-d837-4f1d-836c-e7caa571aa5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:45.649127 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] No Port match for: 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:23:45.657469 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 0356e4ab-a2b3-48cc-b0e8-9e89a65d6c54 not bound to the agent host hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:23:45.753881 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-d31f167b-af2d-4720-90dd-752649841656 req-b6a92fc4-ddb6-4416-ba9d-6f3e058c4fad tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Synchronizing usage tracker for tenant:8151b8f5193c4e4eb58002780ae62270 on resource:port {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:23:45.786477 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-d31f167b-af2d-4720-90dd-752649841656 req-b6a92fc4-ddb6-4416-ba9d-6f3e058c4fad tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Unset dirty status for tenant:8151b8f5193c4e4eb58002780ae62270 on resource:port {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:23:45.787887 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d31f167b-af2d-4720-90dd-752649841656 req-b6a92fc4-ddb6-4416-ba9d-6f3e058c4fad tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c5fbdd8-f58c-4d16-be45-d9003f0e770c HTTP/1.1" status: 200  len: 210 time: 0.0896096
Sep 08 16:23:45.861432 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:45.973285 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-b374b7cf-9f72-4d97-9dc6-0f4436bc66da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42526eadf0>, [{'id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1866807271-router', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:15:46Z', 'revision_number': 4, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'gw_port': {'id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:26Z', 'updated_at': '2021-09-08T16:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': '0f4ba026-b3f8-4cf9-8692-9edd2944244e', 'name': '', 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'mac_address': 'fa:16:3e:14:16:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:37Z', 'updated_at': '2021-09-08T16:16:05Z', 'revision_number': 5, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'subnets': [{'id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:45.979900 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b374b7cf-9f72-4d97-9dc6-0f4436bc66da None None] Checking router: 64e5c9af-a25a-4228-8131-f4c5230ec1fb for host: dv-cinder-807898-1-iscsi {{(pid=79428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:23:45.999266 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b374b7cf-9f72-4d97-9dc6-0f4436bc66da None None] Routers {'64e5c9af-a25a-4228-8131-f4c5230ec1fb'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:23:46.000503 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-b374b7cf-9f72-4d97-9dc6-0f4436bc66da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42526eadf0>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:23:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['64e5c9af-a25a-4228-8131-f4c5230ec1fb'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:46.034019 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-bc39426d-d837-4f1d-836c-e7caa571aa5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1938022'] for router_interface, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:46.214571 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-b374b7cf-9f72-4d97-9dc6-0f4436bc66da None None] Set router 64e5c9af-a25a-4228-8131-f4c5230ec1fb gateway port host: dv-cinder-807898-1-iscsi {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:23:46.620631 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-b374b7cf-9f72-4d97-9dc6-0f4436bc66da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42526eadf0>, [{'id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1866807271-router', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:15:46Z', 'revision_number': 4, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'gw_port': {'id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:26Z', 'updated_at': '2021-09-08T16:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': '0f4ba026-b3f8-4cf9-8692-9edd2944244e', 'name': '', 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'mac_address': 'fa:16:3e:14:16:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:37Z', 'updated_at': '2021-09-08T16:16:05Z', 'revision_number': 5, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'subnets': [{'id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:46.624501 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc39426d-d837-4f1d-836c-e7caa571aa5b admin admin] Router 8ac628a0-9703-4004-b735-41d9fe949eb5 has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:23:46.627219 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b374b7cf-9f72-4d97-9dc6-0f4436bc66da None None] The sync data for ids ['64e5c9af-a25a-4228-8131-f4c5230ec1fb'] in dv-cinder-807898-1-iscsi is: [{'id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1866807271-router', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:15:46Z', 'revision_number': 4, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'gw_port': {'id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:26Z', 'updated_at': '2021-09-08T16:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': '0f4ba026-b3f8-4cf9-8692-9edd2944244e', 'name': '', 'network_id': '75dd61b0-379a-4abd-83d0-357fccbfe480', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'mac_address': 'fa:16:3e:14:16:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:37Z', 'updated_at': '2021-09-08T16:16:05Z', 'revision_number': 5, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'subnets': [{'id': '6f651bc7-f67b-4bb0-9543-107fa7d7bbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:23:47.045852 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc39426d-d837-4f1d-836c-e7caa571aa5b admin admin] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:23:47.056084 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba1054c-850e-428c-b373-ae9d6db27dba None None] Sync routers for ids ['8ac628a0-9703-4004-b735-41d9fe949eb5'] in dv-cinder-807898-1-iscsi {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:23:47.069763 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440ab481-93c4-465d-b819-217c1c1af400 None None] New status for floating IP 4e7a2206-bf87-408e-9076-e9d56ce6fde2: DOWN {{(pid=79428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 08 16:23:47.074115 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba1054c-850e-428c-b373-ae9d6db27dba None None] Routers {'8ac628a0-9703-4004-b735-41d9fe949eb5'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:23:47.074853 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-eba1054c-850e-428c-b373-ae9d6db27dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251d66220>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:23:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['8ac628a0-9703-4004-b735-41d9fe949eb5'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:47.083692 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-bc39426d-d837-4f1d-836c-e7caa571aa5b admin admin] 10.222.0.25 "PUT /v2.0/routers/8ac628a0-9703-4004-b735-41d9fe949eb5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1787295
Sep 08 16:23:47.087246 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 44992) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:47.096486 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 44996) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:47.342340 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-9fa1f14a-3cf0-4cfc-bc0e-a109fc4d8d27 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:47.390760 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-6f8b6c49-67a5-46fd-a7d4-068ac5f5b25d admin admin] Notify callbacks [] for router, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:47.417330 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-9fa1f14a-3cf0-4cfc-bc0e-a109fc4d8d27 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:47.498131 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-eba1054c-850e-428c-b373-ae9d6db27dba None None] Set router 8ac628a0-9703-4004-b735-41d9fe949eb5 gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:23:47.518280 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-9fa1f14a-3cf0-4cfc-bc0e-a109fc4d8d27 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:47.524550 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-c762c959-dddd-4279-8e31-4754aacb7c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:47.561460 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1f14a-3cf0-4cfc-bc0e-a109fc4d8d27 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea9f2c3-c065-4126-87a5-cccf12e83212,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:47.584722 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1f14a-3cf0-4cfc-bc0e-a109fc4d8d27 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:23:47.585433 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1f14a-3cf0-4cfc-bc0e-a109fc4d8d27 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:23:47.586084 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1f14a-3cf0-4cfc-bc0e-a109fc4d8d27 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:23:47.586746 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1f14a-3cf0-4cfc-bc0e-a109fc4d8d27 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:23:47.587405 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1f14a-3cf0-4cfc-bc0e-a109fc4d8d27 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:23:47.589985 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1f14a-3cf0-4cfc-bc0e-a109fc4d8d27 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:23:47.590682 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1f14a-3cf0-4cfc-bc0e-a109fc4d8d27 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:23:47.591228 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1f14a-3cf0-4cfc-bc0e-a109fc4d8d27 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:23:47.591854 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1f14a-3cf0-4cfc-bc0e-a109fc4d8d27 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:23:47.592452 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1f14a-3cf0-4cfc-bc0e-a109fc4d8d27 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:23:47.593184 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1f14a-3cf0-4cfc-bc0e-a109fc4d8d27 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:23:47.593644 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa1f14a-3cf0-4cfc-bc0e-a109fc4d8d27 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:23:47.599806 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-9fa1f14a-3cf0-4cfc-bc0e-a109fc4d8d27 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:47.619140 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-9fa1f14a-3cf0-4cfc-bc0e-a109fc4d8d27 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:47.621602 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-9fa1f14a-3cf0-4cfc-bc0e-a109fc4d8d27 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "DELETE /v2.0/security-groups/bea9f2c3-c065-4126-87a5-cccf12e83212 HTTP/1.1" status: 204  len: 168 time: 0.5222521
Sep 08 16:23:47.625065 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 45000) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:47.676813 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.api.v2.resource [None req-779e2daf-bd5d-4b39-b3fd-50c8b6f7cea2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] show failed (client error): The resource could not be found.
Sep 08 16:23:47.683535 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-779e2daf-bd5d-4b39-b3fd-50c8b6f7cea2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "GET /v2.0/security-groups/bea9f2c3-c065-4126-87a5-cccf12e83212 HTTP/1.1" status: 404  len: 347 time: 0.0509915
Sep 08 16:23:47.684914 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 45006) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:47.803172 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-6f8b6c49-67a5-46fd-a7d4-068ac5f5b25d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:47.824077 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-6f8b6c49-67a5-46fd-a7d4-068ac5f5b25d admin admin] Deleting port 04d3061e-7552-4ca5-be8f-4515c1e12337 {{(pid=79426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:23:47.825840 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-6f8b6c49-67a5-46fd-a7d4-068ac5f5b25d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:47.984008 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-eba1054c-850e-428c-b373-ae9d6db27dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251d66220>, [{'id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'name': 'tempest-TestShelveInstance-470877572-router', 'tenant_id': '0192ebea3f6246118edb985b970044bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '04d3061e-7552-4ca5-be8f-4515c1e12337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:10Z', 'updated_at': '2021-09-08T16:23:45Z', 'revision_number': 5, 'project_id': '0192ebea3f6246118edb985b970044bc', 'gw_port': {'id': '04d3061e-7552-4ca5-be8f-4515c1e12337', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:11Z', 'updated_at': '2021-09-08T16:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi'}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:47.989267 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba1054c-850e-428c-b373-ae9d6db27dba None None] Checking router: 8ac628a0-9703-4004-b735-41d9fe949eb5 for host: dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:23:48.007383 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba1054c-850e-428c-b373-ae9d6db27dba None None] Routers {'8ac628a0-9703-4004-b735-41d9fe949eb5'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:23:48.007969 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-eba1054c-850e-428c-b373-ae9d6db27dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251d66220>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:23:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['8ac628a0-9703-4004-b735-41d9fe949eb5'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:48.090128 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [None req-a2271cd0-5a7f-48bf-8af4-f0fd8bb4cfc8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Deleting port 90dbdbba-4fda-4bc5-8a23-9a53559396f5 {{(pid=79425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:23:48.090714 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a2271cd0-5a7f-48bf-8af4-f0fd8bb4cfc8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:48.177661 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [None req-6f8b6c49-67a5-46fd-a7d4-068ac5f5b25d admin admin] For port 04d3061e-7552-4ca5-be8f-4515c1e12337, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=04d3061e-7552-4ca5-be8f-4515c1e12337,segment=NetworkSegment(3235b71f-0c14-40b5-ba80-96fc5a4742a1),segment_id=3235b71f-0c14-40b5-ba80-96fc5a4742a1)] {{(pid=79426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:23:48.178202 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-6f8b6c49-67a5-46fd-a7d4-068ac5f5b25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:48.271431 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-eba1054c-850e-428c-b373-ae9d6db27dba None None] Set router 8ac628a0-9703-4004-b735-41d9fe949eb5 gateway port host: None {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:23:48.279490 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a2271cd0-5a7f-48bf-8af4-f0fd8bb4cfc8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:48.280385 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a2271cd0-5a7f-48bf-8af4-f0fd8bb4cfc8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:48.404079 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-6f8b6c49-67a5-46fd-a7d4-068ac5f5b25d admin admin] Calling delete_port for 04d3061e-7552-4ca5-be8f-4515c1e12337 owned by network:router_gateway {{(pid=79426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:23:48.411672 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-eba1054c-850e-428c-b373-ae9d6db27dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251d66220>, [{'id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'name': 'tempest-TestShelveInstance-470877572-router', 'tenant_id': '0192ebea3f6246118edb985b970044bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:10Z', 'updated_at': '2021-09-08T16:23:47Z', 'revision_number': 6, 'project_id': '0192ebea3f6246118edb985b970044bc', 'gw_port_host': None}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:48.417460 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [None req-a2271cd0-5a7f-48bf-8af4-f0fd8bb4cfc8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Calling delete_port for 90dbdbba-4fda-4bc5-8a23-9a53559396f5 owned by network:floatingip {{(pid=79425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:23:48.420571 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba1054c-850e-428c-b373-ae9d6db27dba None None] The sync data for ids ['8ac628a0-9703-4004-b735-41d9fe949eb5'] in dv-cinder-807898-1-iscsi is: [{'id': '8ac628a0-9703-4004-b735-41d9fe949eb5', 'name': 'tempest-TestShelveInstance-470877572-router', 'tenant_id': '0192ebea3f6246118edb985b970044bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:10Z', 'updated_at': '2021-09-08T16:23:47Z', 'revision_number': 6, 'project_id': '0192ebea3f6246118edb985b970044bc', 'gw_port_host': None}] {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:23:48.688561 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-6f8b6c49-67a5-46fd-a7d4-068ac5f5b25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:48.696852 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-dadadcfa-8807-4889-85a1-5ca49055af13 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:48.736405 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:23:48.782402 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b6c49-67a5-46fd-a7d4-068ac5f5b25d admin admin] Pushing event deleted for resources: {'Port': ['ID=04d3061e-7552-4ca5-be8f-4515c1e12337,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:48.788553 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a2271cd0-5a7f-48bf-8af4-f0fd8bb4cfc8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:48.789861 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-6f8b6c49-67a5-46fd-a7d4-068ac5f5b25d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:48.796994 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-c829ccbc-bfbf-4c12-9c6c-e6f8f670d2bc tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:48.849336 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2271cd0-5a7f-48bf-8af4-f0fd8bb4cfc8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Pushing event deleted for resources: {'Port': ['ID=90dbdbba-4fda-4bc5-8a23-9a53559396f5,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:48.883900 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-a2271cd0-5a7f-48bf-8af4-f0fd8bb4cfc8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:48.961197 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-6f8b6c49-67a5-46fd-a7d4-068ac5f5b25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1948169'] for router_gateway, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:48.963201 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a2271cd0-5a7f-48bf-8af4-f0fd8bb4cfc8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks [] for floatingip, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:49.008169 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a2271cd0-5a7f-48bf-8af4-f0fd8bb4cfc8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for floatingip, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:49.010968 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-a2271cd0-5a7f-48bf-8af4-f0fd8bb4cfc8 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] 10.222.0.25 "DELETE /v2.0/floatingips/4e7a2206-bf87-408e-9076-e9d56ce6fde2 HTTP/1.1" status: 204  len: 168 time: 1.3234923
Sep 08 16:23:49.242078 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-6f8b6c49-67a5-46fd-a7d4-068ac5f5b25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1926116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35657'] for router, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:49.245845 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-6f8b6c49-67a5-46fd-a7d4-068ac5f5b25d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:49.361385 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-6f8b6c49-67a5-46fd-a7d4-068ac5f5b25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1928443'] for router, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:49.362198 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8b6c49-67a5-46fd-a7d4-068ac5f5b25d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ac628a0-9703-4004-b735-41d9fe949eb5 {{(pid=79426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Sep 08 16:23:49.379228 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-6f8b6c49-67a5-46fd-a7d4-068ac5f5b25d admin admin] Notify callbacks [] for router, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:49.380665 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-6f8b6c49-67a5-46fd-a7d4-068ac5f5b25d admin admin] 10.222.0.25 "DELETE /v2.0/routers/8ac628a0-9703-4004-b735-41d9fe949eb5 HTTP/1.1" status: 204  len: 168 time: 2.2920351
Sep 08 16:23:49.384341 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 45024) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:49.408290 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device e0eb04bc-975e-4b7b-9afb-e3b0993fb686 no longer exists at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:23:49.448946 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] No Port match for: e0eb04bc-975e-4b7b-9afb-e3b0993fb686 {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:23:49.449303 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device e0eb04bc-975e-4b7b-9afb-e3b0993fb686 not bound to the agent host dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:23:49.449744 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 04d3061e-7552-4ca5-be8f-4515c1e12337 no longer exists at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:23:49.450657 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e89269-38b7-4f61-83e7-21ff08d7b4a8 admin admin] Deleting subnet c6eb4cc6-a294-41f4-91b9-bb96871ae1b1 {{(pid=79426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 08 16:23:49.455654 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-d8e89269-38b7-4f61-83e7-21ff08d7b4a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:49.486906 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] No Port match for: 04d3061e-7552-4ca5-be8f-4515c1e12337 {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:23:49.487369 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 04d3061e-7552-4ca5-be8f-4515c1e12337 not bound to the agent host dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:23:49.624244 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-d8e89269-38b7-4f61-83e7-21ff08d7b4a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2472760'] for subnet, precommit_delete_associations {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:49.721902 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-d8e89269-38b7-4f61-83e7-21ff08d7b4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1043567'] for subnet, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:49.801088 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-d8e89269-38b7-4f61-83e7-21ff08d7b4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1043542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2353125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476862'] for subnet, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:49.805842 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-f3e972b2-54f5-473a-892f-9e9efc04d8ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:49.839982 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e89269-38b7-4f61-83e7-21ff08d7b4a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6eb4cc6-a294-41f4-91b9-bb96871ae1b1,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:49.842413 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-d8e89269-38b7-4f61-83e7-21ff08d7b4a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:49.848210 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-d8e89269-38b7-4f61-83e7-21ff08d7b4a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for subnet, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:49.858308 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332c837b-4fe0-4278-81d5-1c8169a6f438 None None] Network 7ca11c1b-7856-4c98-8d2f-ac9178457343 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:23:49.858575 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-d8e89269-38b7-4f61-83e7-21ff08d7b4a8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c6eb4cc6-a294-41f4-91b9-bb96871ae1b1 HTTP/1.1" status: 204  len: 168 time: 0.4701033
Sep 08 16:23:49.859155 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 45030) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:50.009680 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2a980aa9-a065-454c-8bc4-9f47ccfc4558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-915372'] for network, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:50.028195 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-2a980aa9-a065-454c-8bc4-9f47ccfc4558 admin admin] Deleting port 3d036385-8412-475e-b42c-8a3f51fe5045 {{(pid=79426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:23:50.028682 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2a980aa9-a065-454c-8bc4-9f47ccfc4558 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:50.184810 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f889b6f1-28c0-4816-947b-14af6c8cf781 None None] DHCP port deletion for 7ca11c1b-7856-4c98-8d2f-ac9178457343 request from dv-cinder-807898-1-iscsi {{(pid=79427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Sep 08 16:23:50.189668 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-f889b6f1-28c0-4816-947b-14af6c8cf781 None None] Deleting port 3d036385-8412-475e-b42c-8a3f51fe5045 {{(pid=79427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:23:50.190160 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-f889b6f1-28c0-4816-947b-14af6c8cf781 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:50.361351 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [None req-2a980aa9-a065-454c-8bc4-9f47ccfc4558 admin admin] For port 3d036385-8412-475e-b42c-8a3f51fe5045, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=3d036385-8412-475e-b42c-8a3f51fe5045,segment=NetworkSegment(1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3),segment_id=1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3)] {{(pid=79426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:23:50.361894 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2a980aa9-a065-454c-8bc4-9f47ccfc4558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:50.508989 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-f889b6f1-28c0-4816-947b-14af6c8cf781 None None] For port 3d036385-8412-475e-b42c-8a3f51fe5045, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=3d036385-8412-475e-b42c-8a3f51fe5045,segment=NetworkSegment(1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3),segment_id=1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:23:50.509820 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-f889b6f1-28c0-4816-947b-14af6c8cf781 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:50.511353 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-2a980aa9-a065-454c-8bc4-9f47ccfc4558 admin admin] Calling delete_port for 3d036385-8412-475e-b42c-8a3f51fe5045 owned by network:dhcp {{(pid=79426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:23:50.613009 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2a980aa9-a065-454c-8bc4-9f47ccfc4558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:50.619565 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-527246d4-d679-4c68-820f-783a5da79907 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:50.678651 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a980aa9-a065-454c-8bc4-9f47ccfc4558 admin admin] No DVR routers for this DVR port 3d036385-8412-475e-b42c-8a3f51fe5045 on host dv-cinder-807898-1-iscsi {{(pid=79426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 08 16:23:50.680514 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a980aa9-a065-454c-8bc4-9f47ccfc4558 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d036385-8412-475e-b42c-8a3f51fe5045,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:50.711372 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-2a980aa9-a065-454c-8bc4-9f47ccfc4558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:50.782507 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-f889b6f1-28c0-4816-947b-14af6c8cf781 None None] Calling delete_port for 3d036385-8412-475e-b42c-8a3f51fe5045 owned by network:dhcp {{(pid=79427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:23:50.829413 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2a980aa9-a065-454c-8bc4-9f47ccfc4558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1042402', 'neutron.services.segments.db._delete_segments_for_network-8745177524152'] for network, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:50.845958 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-2a980aa9-a065-454c-8bc4-9f47ccfc4558 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42515d2f70>,) {'filters': {'network_id': ['7ca11c1b-7856-4c98-8d2f-ac9178457343']}} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:50.861489 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-2a980aa9-a065-454c-8bc4-9f47ccfc4558 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42515d2f70>, '1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3') {'for_net_delete': True} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:50.861829 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-2a980aa9-a065-454c-8bc4-9f47ccfc4558 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42515d2f70>, '1fedd4f4-b5e0-44f0-a8b3-d6c6f32f6ba3') {} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:50.875582 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2a980aa9-a065-454c-8bc4-9f47ccfc4558 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745177523999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2472753'] for segment, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:50.908674 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2a980aa9-a065-454c-8bc4-9f47ccfc4558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:50.926119 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a980aa9-a065-454c-8bc4-9f47ccfc4558 admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=79426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 08 16:23:50.926515 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2a980aa9-a065-454c-8bc4-9f47ccfc4558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1037242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2352971'] for segment, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:50.927940 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.db.api [None req-f889b6f1-28c0-4816-947b-14af6c8cf781 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 08 16:23:50.928367 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_db.api [None req-f889b6f1-28c0-4816-947b-14af6c8cf781 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 08 16:23:50.943057 dv-cinder-807898-1-iscsi neutron-server[79426]: Traceback (most recent call last):
Sep 08 16:23:50.943057 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 08 16:23:50.943057 dv-cinder-807898-1-iscsi neutron-server[79426]:     timer()
Sep 08 16:23:50.943057 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 08 16:23:50.943057 dv-cinder-807898-1-iscsi neutron-server[79426]:     cb(*args, **kw)
Sep 08 16:23:50.943057 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 08 16:23:50.943057 dv-cinder-807898-1-iscsi neutron-server[79426]:     return func(*args, **kwargs)
Sep 08 16:23:50.943057 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 08 16:23:50.943057 dv-cinder-807898-1-iscsi neutron-server[79426]:     self._notify()
Sep 08 16:23:50.943057 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 08 16:23:50.943057 dv-cinder-807898-1-iscsi neutron-server[79426]:     self.callback(batched_events)
Sep 08 16:23:50.943057 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 08 16:23:50.943057 dv-cinder-807898-1-iscsi neutron-server[79426]:     event.method(event)
Sep 08 16:23:50.943057 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 08 16:23:50.943057 dv-cinder-807898-1-iscsi neutron-server[79426]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 08 16:23:50.943057 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 08 16:23:50.943057 dv-cinder-807898-1-iscsi neutron-server[79426]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 08 16:23:50.943057 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 08 16:23:50.943057 dv-cinder-807898-1-iscsi neutron-server[79426]:     return f(self, *a, **k)
Sep 08 16:23:50.943057 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 08 16:23:50.943057 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self._get(url).json()
Sep 08 16:23:50.943057 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Sep 08 16:23:50.943057 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 08 16:23:50.943057 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 08 16:23:50.943057 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self.request(url, 'GET', **kwargs)
Sep 08 16:23:50.943057 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 08 16:23:50.943057 dv-cinder-807898-1-iscsi neutron-server[79426]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 08 16:23:50.943057 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 08 16:23:50.943057 dv-cinder-807898-1-iscsi neutron-server[79426]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 08 16:23:50.943057 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 08 16:23:50.943057 dv-cinder-807898-1-iscsi neutron-server[79426]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 08 16:23:50.943057 dv-cinder-807898-1-iscsi neutron-server[79426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 08 16:23:51.008059 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 45058) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:51.043938 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2a980aa9-a065-454c-8bc4-9f47ccfc4558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1042413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1948206'] for network, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:51.048954 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-939b991e-b07f-4931-a45e-953bee274903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:51.068968 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2a980aa9-a065-454c-8bc4-9f47ccfc4558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:51.075845 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a980aa9-a065-454c-8bc4-9f47ccfc4558 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ca11c1b-7856-4c98-8d2f-ac9178457343,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:51.081268 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-2a980aa9-a065-454c-8bc4-9f47ccfc4558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:51.096506 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-2a980aa9-a065-454c-8bc4-9f47ccfc4558 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7ca11c1b-7856-4c98-8d2f-ac9178457343 HTTP/1.1" status: 204  len: 168 time: 1.2348406
Sep 08 16:23:51.099168 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 45064) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:51.268242 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 3d036385-8412-475e-b42c-8a3f51fe5045 no longer exists at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:23:51.271864 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ba17ffa1-250e-43e7-9de4-a42d96d8f61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:51.300140 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-ba17ffa1-250e-43e7-9de4-a42d96d8f61e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:23:51.308082 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-ba17ffa1-250e-43e7-9de4-a42d96d8f61e admin admin] Usage tracker for resource:security_group_rule and tenant:20946ce56faa4c5182037f44f300299b is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:23:51.310590 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] No Port match for: 3d036385-8412-475e-b42c-8a3f51fe5045 {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:23:51.311043 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 3d036385-8412-475e-b42c-8a3f51fe5045 not bound to the agent host dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:23:51.312509 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-ba17ffa1-250e-43e7-9de4-a42d96d8f61e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:23:51.331038 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-ba17ffa1-250e-43e7-9de4-a42d96d8f61e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:23:51.430282 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-f889b6f1-28c0-4816-947b-14af6c8cf781 None None] Deleting port 3d036385-8412-475e-b42c-8a3f51fe5045 {{(pid=79427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:23:51.430766 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-f889b6f1-28c0-4816-947b-14af6c8cf781 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:51.508771 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-f889b6f1-28c0-4816-947b-14af6c8cf781 None None] The port '3d036385-8412-475e-b42c-8a3f51fe5045' was deleted {{(pid=79427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Sep 08 16:23:51.767602 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ba17ffa1-250e-43e7-9de4-a42d96d8f61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:51.778811 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ba17ffa1-250e-43e7-9de4-a42d96d8f61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:51.791416 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-53706c30-0555-4384-90c0-854f4b0610e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:51.890046 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-ba17ffa1-250e-43e7-9de4-a42d96d8f61e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=20946ce56faa4c5182037f44f300299b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8773186
Sep 08 16:23:51.890341 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17ffa1-250e-43e7-9de4-a42d96d8f61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e15d99-273a-4d20-8e57-34dcb301faaa,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:51.891234 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 45070) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:51.894150 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-ba17ffa1-250e-43e7-9de4-a42d96d8f61e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:52.046415 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-6ddf37f4-5b5b-4c45-af5d-004de0bfd202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1928918'] for router_interface, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:52.058029 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a4cfabb9-365e-4d2a-9bdd-43d9229779f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:52.111619 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a4cfabb9-365e-4d2a-9bdd-43d9229779f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:52.194768 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a4cfabb9-365e-4d2a-9bdd-43d9229779f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:52.202098 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-82a3476b-b9f9-441c-81f9-e7cf84df4063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:52.223302 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cfabb9-365e-4d2a-9bdd-43d9229779f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e15d99-273a-4d20-8e57-34dcb301faaa,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:52.223888 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 45080) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:52.225613 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-a4cfabb9-365e-4d2a-9bdd-43d9229779f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:52.231454 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a4cfabb9-365e-4d2a-9bdd-43d9229779f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:52.234753 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-a4cfabb9-365e-4d2a-9bdd-43d9229779f6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/00e15d99-273a-4d20-8e57-34dcb301faaa HTTP/1.1" status: 204  len: 168 time: 0.3415294
Sep 08 16:23:52.577584 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 45090) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:52.599222 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-b5da45de-ce88-4321-9231-98a51b73384e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:52.617484 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-b5da45de-ce88-4321-9231-98a51b73384e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:23:52.622316 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-b5da45de-ce88-4321-9231-98a51b73384e admin admin] Usage tracker for resource:security_group_rule and tenant:4b83096a778b4675bc744015b26f2e47 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:23:52.626641 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-b5da45de-ce88-4321-9231-98a51b73384e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:23:52.633743 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-b5da45de-ce88-4321-9231-98a51b73384e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:23:52.777658 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-b5da45de-ce88-4321-9231-98a51b73384e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:52.783644 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-b5da45de-ce88-4321-9231-98a51b73384e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:52.792515 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-a529e6ba-3e77-4b72-ba39-f30764658ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:52.844732 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-b5da45de-ce88-4321-9231-98a51b73384e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4b83096a778b4675bc744015b26f2e47&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2649605
Sep 08 16:23:52.845714 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da45de-ce88-4321-9231-98a51b73384e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7104840a-ae13-4923-833c-6e924200269f,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:52.848636 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 45094) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:52.851359 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-b5da45de-ce88-4321-9231-98a51b73384e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:52.864572 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-6ddf37f4-5b5b-4c45-af5d-004de0bfd202 admin admin] Deleting port 1fead371-e2c9-4abf-9c56-ea9a801fe538 {{(pid=79426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:23:52.865182 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-6ddf37f4-5b5b-4c45-af5d-004de0bfd202 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:52.958671 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-cdaca961-58b9-40d6-97c2-3933860f995e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:53.004874 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-cdaca961-58b9-40d6-97c2-3933860f995e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:53.068040 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-cdaca961-58b9-40d6-97c2-3933860f995e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:53.074476 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-a4cfabb9-365e-4d2a-9bdd-43d9229779f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:53.088933 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaca961-58b9-40d6-97c2-3933860f995e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7104840a-ae13-4923-833c-6e924200269f,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:53.091649 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-cdaca961-58b9-40d6-97c2-3933860f995e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:53.092942 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-cdaca961-58b9-40d6-97c2-3933860f995e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:53.098905 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-cdaca961-58b9-40d6-97c2-3933860f995e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7104840a-ae13-4923-833c-6e924200269f HTTP/1.1" status: 204  len: 168 time: 0.2444899
Sep 08 16:23:53.183126 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [None req-6ddf37f4-5b5b-4c45-af5d-004de0bfd202 admin admin] For port 1fead371-e2c9-4abf-9c56-ea9a801fe538, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=1fead371-e2c9-4abf-9c56-ea9a801fe538,segment=NetworkSegment(3012848e-3e41-4a4a-88b9-9718eecee88b),segment_id=3012848e-3e41-4a4a-88b9-9718eecee88b)] {{(pid=79426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:23:53.184051 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-6ddf37f4-5b5b-4c45-af5d-004de0bfd202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:53.454908 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-6ddf37f4-5b5b-4c45-af5d-004de0bfd202 admin admin] Calling delete_port for 1fead371-e2c9-4abf-9c56-ea9a801fe538 owned by network:router_interface {{(pid=79426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:23:53.614047 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 45102) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:53.646277 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-4bd6256f-d53b-4254-a271-d9e9142e6199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:53.700606 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-4bd6256f-d53b-4254-a271-d9e9142e6199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:23:53.710048 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-4bd6256f-d53b-4254-a271-d9e9142e6199 admin admin] Usage tracker for resource:security_group_rule and tenant:4f583e55c95841d8be50aa5fc57bc701 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:23:53.716673 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-4bd6256f-d53b-4254-a271-d9e9142e6199 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:23:53.729226 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-86d77c94-645a-47f9-bc96-72be25b8ad9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1928918'] for router_interface, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:53.789067 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-4bd6256f-d53b-4254-a271-d9e9142e6199 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:23:53.919809 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-6ddf37f4-5b5b-4c45-af5d-004de0bfd202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:53.929986 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-8595e507-7a3d-4af8-bdd1-85caa724f4f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:54.037399 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf37f4-5b5b-4c45-af5d-004de0bfd202 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fead371-e2c9-4abf-9c56-ea9a801fe538,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:54.050330 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-6ddf37f4-5b5b-4c45-af5d-004de0bfd202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:54.410383 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-4bd6256f-d53b-4254-a271-d9e9142e6199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:54.419224 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-4bd6256f-d53b-4254-a271-d9e9142e6199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:54.430568 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-cec058aa-cf40-42d3-973e-142463e808c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:54.509521 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-4bd6256f-d53b-4254-a271-d9e9142e6199 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f583e55c95841d8be50aa5fc57bc701&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8931777
Sep 08 16:23:54.513007 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 45106) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:54.516297 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6256f-d53b-4254-a271-d9e9142e6199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcd274f-d39a-4415-bf20-828bd296f5bd,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:54.522615 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-4bd6256f-d53b-4254-a271-d9e9142e6199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:54.530046 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-6ddf37f4-5b5b-4c45-af5d-004de0bfd202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1938022'] for router_interface, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:54.605099 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-5bea3f40-1a84-4168-9a85-f5c23a400607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:54.638913 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-5bea3f40-1a84-4168-9a85-f5c23a400607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:54.713248 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-5bea3f40-1a84-4168-9a85-f5c23a400607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:54.723879 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-9fa1f14a-3cf0-4cfc-bc0e-a109fc4d8d27 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:54.736392 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-86d77c94-645a-47f9-bc96-72be25b8ad9a admin admin] Deleting port 0f4ba026-b3f8-4cf9-8692-9edd2944244e {{(pid=79426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:23:54.736760 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-86d77c94-645a-47f9-bc96-72be25b8ad9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:54.743659 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea3f40-1a84-4168-9a85-f5c23a400607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcd274f-d39a-4415-bf20-828bd296f5bd,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:54.746743 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-5bea3f40-1a84-4168-9a85-f5c23a400607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:54.749182 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-5bea3f40-1a84-4168-9a85-f5c23a400607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:54.751997 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-5bea3f40-1a84-4168-9a85-f5c23a400607 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6bcd274f-d39a-4415-bf20-828bd296f5bd HTTP/1.1" status: 204  len: 168 time: 0.2358582
Sep 08 16:23:55.226222 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [None req-86d77c94-645a-47f9-bc96-72be25b8ad9a admin admin] For port 0f4ba026-b3f8-4cf9-8692-9edd2944244e, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=0f4ba026-b3f8-4cf9-8692-9edd2944244e,segment=NetworkSegment(52138e92-9965-4b35-b4cf-e92e92ee1ba1),segment_id=52138e92-9965-4b35-b4cf-e92e92ee1ba1)] {{(pid=79426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:23:55.226222 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-86d77c94-645a-47f9-bc96-72be25b8ad9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:55.371683 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-86d77c94-645a-47f9-bc96-72be25b8ad9a admin admin] Calling delete_port for 0f4ba026-b3f8-4cf9-8692-9edd2944244e owned by network:router_interface {{(pid=79426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:23:55.436865 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ddf37f4-5b5b-4c45-af5d-004de0bfd202 admin admin] Router 8b3e10e6-b76d-4392-85f1-676fa257093b has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:23:55.756656 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ddf37f4-5b5b-4c45-af5d-004de0bfd202 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:23:55.779430 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1330fc2-fcb7-4a98-acef-bff6a5409f98 None None] Sync routers for ids ['8b3e10e6-b76d-4392-85f1-676fa257093b'] in dv-cinder-807898-1-iscsi {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:23:55.796033 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1330fc2-fcb7-4a98-acef-bff6a5409f98 None None] Routers {'8b3e10e6-b76d-4392-85f1-676fa257093b'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:23:55.797000 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-f1330fc2-fcb7-4a98-acef-bff6a5409f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251af5820>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:23:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['8b3e10e6-b76d-4392-85f1-676fa257093b'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:55.832938 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-86d77c94-645a-47f9-bc96-72be25b8ad9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:55.847521 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-de416310-3611-4126-93b0-1efb487cb663 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:55.959209 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d77c94-645a-47f9-bc96-72be25b8ad9a admin admin] Pushing event deleted for resources: {'Port': ['ID=0f4ba026-b3f8-4cf9-8692-9edd2944244e,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:55.968122 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-86d77c94-645a-47f9-bc96-72be25b8ad9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:56.036138 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-6ddf37f4-5b5b-4c45-af5d-004de0bfd202 admin admin] 10.222.0.25 "PUT /v2.0/routers/8b3e10e6-b76d-4392-85f1-676fa257093b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9354830
Sep 08 16:23:56.036565 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 45130) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:56.279984 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-f1330fc2-fcb7-4a98-acef-bff6a5409f98 None None] Set router 8b3e10e6-b76d-4392-85f1-676fa257093b gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:23:56.450369 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-830bb437-ff5b-43b1-8e1a-a522f3a37492 admin admin] Notify callbacks [] for router, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:56.459454 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-86d77c94-645a-47f9-bc96-72be25b8ad9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1938022'] for router_interface, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:56.762328 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-830bb437-ff5b-43b1-8e1a-a522f3a37492 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:56.777812 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [None req-830bb437-ff5b-43b1-8e1a-a522f3a37492 admin admin] Deleting port f23e0429-3fca-494b-9a5d-8f4c0c1557d5 {{(pid=79425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:23:56.778244 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-830bb437-ff5b-43b1-8e1a-a522f3a37492 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:56.843047 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-f1330fc2-fcb7-4a98-acef-bff6a5409f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251af5820>, [{'id': '8b3e10e6-b76d-4392-85f1-676fa257093b', 'name': 'tempest-TestShelveInstance-319118971-router', 'tenant_id': 'b37e2bba672e4d789f8be528a2d7c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'f23e0429-3fca-494b-9a5d-8f4c0c1557d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:24Z', 'updated_at': '2021-09-08T16:23:53Z', 'revision_number': 5, 'project_id': 'b37e2bba672e4d789f8be528a2d7c37d', 'gw_port': {'id': 'f23e0429-3fca-494b-9a5d-8f4c0c1557d5', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:38:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3e10e6-b76d-4392-85f1-676fa257093b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:17:25Z', 'updated_at': '2021-09-08T16:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi'}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:56.853222 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1330fc2-fcb7-4a98-acef-bff6a5409f98 None None] Checking router: 8b3e10e6-b76d-4392-85f1-676fa257093b for host: dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:23:56.873647 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1330fc2-fcb7-4a98-acef-bff6a5409f98 None None] Routers {'8b3e10e6-b76d-4392-85f1-676fa257093b'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:23:56.875953 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-f1330fc2-fcb7-4a98-acef-bff6a5409f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251af5820>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:23:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['8b3e10e6-b76d-4392-85f1-676fa257093b'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:56.998242 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [None req-830bb437-ff5b-43b1-8e1a-a522f3a37492 admin admin] For port f23e0429-3fca-494b-9a5d-8f4c0c1557d5, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=f23e0429-3fca-494b-9a5d-8f4c0c1557d5,segment=NetworkSegment(3235b71f-0c14-40b5-ba80-96fc5a4742a1),segment_id=3235b71f-0c14-40b5-ba80-96fc5a4742a1)] {{(pid=79425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:23:56.999109 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-830bb437-ff5b-43b1-8e1a-a522f3a37492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:57.119067 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-f1330fc2-fcb7-4a98-acef-bff6a5409f98 None None] Set router 8b3e10e6-b76d-4392-85f1-676fa257093b gateway port host: None {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:23:57.162784 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [None req-830bb437-ff5b-43b1-8e1a-a522f3a37492 admin admin] Calling delete_port for f23e0429-3fca-494b-9a5d-8f4c0c1557d5 owned by network:router_gateway {{(pid=79425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:23:57.273307 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-f1330fc2-fcb7-4a98-acef-bff6a5409f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251af5820>, [{'id': '8b3e10e6-b76d-4392-85f1-676fa257093b', 'name': 'tempest-TestShelveInstance-319118971-router', 'tenant_id': 'b37e2bba672e4d789f8be528a2d7c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:24Z', 'updated_at': '2021-09-08T16:23:56Z', 'revision_number': 6, 'project_id': 'b37e2bba672e4d789f8be528a2d7c37d', 'gw_port_host': None}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:57.278562 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1330fc2-fcb7-4a98-acef-bff6a5409f98 None None] The sync data for ids ['8b3e10e6-b76d-4392-85f1-676fa257093b'] in dv-cinder-807898-1-iscsi is: [{'id': '8b3e10e6-b76d-4392-85f1-676fa257093b', 'name': 'tempest-TestShelveInstance-319118971-router', 'tenant_id': 'b37e2bba672e4d789f8be528a2d7c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:17:24Z', 'updated_at': '2021-09-08T16:23:56Z', 'revision_number': 6, 'project_id': 'b37e2bba672e4d789f8be528a2d7c37d', 'gw_port_host': None}] {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:23:57.347939 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d77c94-645a-47f9-bc96-72be25b8ad9a admin admin] Router 64e5c9af-a25a-4228-8131-f4c5230ec1fb has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:23:57.613732 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d77c94-645a-47f9-bc96-72be25b8ad9a admin admin] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:23:57.622437 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3dbc76-f56d-4ce9-9c4f-53f1c647e093 None None] Sync routers for ids ['64e5c9af-a25a-4228-8131-f4c5230ec1fb'] in dv-cinder-807898-1-iscsi {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:23:57.632258 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-86d77c94-645a-47f9-bc96-72be25b8ad9a admin admin] 10.222.0.25 "PUT /v2.0/routers/64e5c9af-a25a-4228-8131-f4c5230ec1fb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4060628
Sep 08 16:23:57.634237 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 45160) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:57.636607 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3dbc76-f56d-4ce9-9c4f-53f1c647e093 None None] Routers {'64e5c9af-a25a-4228-8131-f4c5230ec1fb'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:23:57.637275 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-9b3dbc76-f56d-4ce9-9c4f-53f1c647e093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4250f96040>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:23:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['64e5c9af-a25a-4228-8131-f4c5230ec1fb'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:57.708141 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-830bb437-ff5b-43b1-8e1a-a522f3a37492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:57.769248 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-8c8d5988-52c2-4e12-8e7c-a4cdf63e63a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:57.830846 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830bb437-ff5b-43b1-8e1a-a522f3a37492 admin admin] Pushing event deleted for resources: {'Port': ['ID=f23e0429-3fca-494b-9a5d-8f4c0c1557d5,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:57.843767 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-830bb437-ff5b-43b1-8e1a-a522f3a37492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:57.941860 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-9b3dbc76-f56d-4ce9-9c4f-53f1c647e093 None None] Set router 64e5c9af-a25a-4228-8131-f4c5230ec1fb gateway port host: dv-cinder-807898-1-iscsi {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:23:57.978704 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-830bb437-ff5b-43b1-8e1a-a522f3a37492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1948169'] for router_gateway, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:58.025497 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-ff6b8f8a-a3cd-4aa0-bb99-eef7e0187431 admin admin] Notify callbacks [] for router, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:58.307180 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-830bb437-ff5b-43b1-8e1a-a522f3a37492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1926116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35657'] for router, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:58.311283 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-830bb437-ff5b-43b1-8e1a-a522f3a37492 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:58.379422 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-830bb437-ff5b-43b1-8e1a-a522f3a37492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1928443'] for router, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:58.380058 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830bb437-ff5b-43b1-8e1a-a522f3a37492 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b3e10e6-b76d-4392-85f1-676fa257093b {{(pid=79425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Sep 08 16:23:58.383527 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-ff6b8f8a-a3cd-4aa0-bb99-eef7e0187431 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:58.405206 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-830bb437-ff5b-43b1-8e1a-a522f3a37492 admin admin] Notify callbacks [] for router, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:58.409555 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-830bb437-ff5b-43b1-8e1a-a522f3a37492 admin admin] 10.222.0.25 "DELETE /v2.0/routers/8b3e10e6-b76d-4392-85f1-676fa257093b HTTP/1.1" status: 204  len: 168 time: 2.3717532
Sep 08 16:23:58.412173 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 45170) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:58.413189 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [None req-ff6b8f8a-a3cd-4aa0-bb99-eef7e0187431 admin admin] Deleting port c3811c73-343c-4349-92f8-f8e8c9bf8b43 {{(pid=79425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:23:58.413959 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-ff6b8f8a-a3cd-4aa0-bb99-eef7e0187431 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:58.488814 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-9b3dbc76-f56d-4ce9-9c4f-53f1c647e093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4250f96040>, [{'id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1866807271-router', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:23:55Z', 'revision_number': 5, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'gw_port': {'id': 'c3811c73-343c-4349-92f8-f8e8c9bf8b43', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:15:26Z', 'updated_at': '2021-09-08T16:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi'}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:58.494957 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3dbc76-f56d-4ce9-9c4f-53f1c647e093 None None] Checking router: 64e5c9af-a25a-4228-8131-f4c5230ec1fb for host: dv-cinder-807898-1-iscsi {{(pid=79428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:23:58.506317 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3dbc76-f56d-4ce9-9c4f-53f1c647e093 None None] Routers {'64e5c9af-a25a-4228-8131-f4c5230ec1fb'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:23:58.507004 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-9b3dbc76-f56d-4ce9-9c4f-53f1c647e093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4250f96040>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:23:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['64e5c9af-a25a-4228-8131-f4c5230ec1fb'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:58.590986 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.db_base_plugin_v2 [None req-a878be32-cb14-42d4-bf55-9807f812e98a admin admin] Deleting subnet 5c7d7121-b152-47c5-aa72-a1ed79e9912c {{(pid=79426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 08 16:23:58.608885 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-a878be32-cb14-42d4-bf55-9807f812e98a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:58.679979 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-9b3dbc76-f56d-4ce9-9c4f-53f1c647e093 None None] Set router 64e5c9af-a25a-4228-8131-f4c5230ec1fb gateway port host: None {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:23:58.711248 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-a878be32-cb14-42d4-bf55-9807f812e98a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2472760'] for subnet, precommit_delete_associations {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:58.715515 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [None req-ff6b8f8a-a3cd-4aa0-bb99-eef7e0187431 admin admin] For port c3811c73-343c-4349-92f8-f8e8c9bf8b43, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=c3811c73-343c-4349-92f8-f8e8c9bf8b43,segment=NetworkSegment(3235b71f-0c14-40b5-ba80-96fc5a4742a1),segment_id=3235b71f-0c14-40b5-ba80-96fc5a4742a1)] {{(pid=79425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:23:58.715918 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-ff6b8f8a-a3cd-4aa0-bb99-eef7e0187431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:58.838250 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-9b3dbc76-f56d-4ce9-9c4f-53f1c647e093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4250f96040>, [{'id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1866807271-router', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:23:58Z', 'revision_number': 6, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'gw_port_host': None}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:23:58.843311 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3dbc76-f56d-4ce9-9c4f-53f1c647e093 None None] The sync data for ids ['64e5c9af-a25a-4228-8131-f4c5230ec1fb'] in dv-cinder-807898-1-iscsi is: [{'id': '64e5c9af-a25a-4228-8131-f4c5230ec1fb', 'name': 'tempest-AttachVolumeShelveTestJSON-1866807271-router', 'tenant_id': '8151b8f5193c4e4eb58002780ae62270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:15:22Z', 'updated_at': '2021-09-08T16:23:58Z', 'revision_number': 6, 'project_id': '8151b8f5193c4e4eb58002780ae62270', 'gw_port_host': None}] {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:23:58.855080 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-a878be32-cb14-42d4-bf55-9807f812e98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1043567'] for subnet, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:58.873518 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [None req-ff6b8f8a-a3cd-4aa0-bb99-eef7e0187431 admin admin] Calling delete_port for c3811c73-343c-4349-92f8-f8e8c9bf8b43 owned by network:router_gateway {{(pid=79425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:23:58.981809 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-a878be32-cb14-42d4-bf55-9807f812e98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1043542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2353125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476862'] for subnet, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:58.988989 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-64174fb1-8395-41d9-8922-d13aa7ba93fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:59.028290 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878be32-cb14-42d4-bf55-9807f812e98a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c7d7121-b152-47c5-aa72-a1ed79e9912c,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:59.032023 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-a878be32-cb14-42d4-bf55-9807f812e98a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:59.032975 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-a878be32-cb14-42d4-bf55-9807f812e98a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for subnet, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:59.039794 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-a878be32-cb14-42d4-bf55-9807f812e98a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5c7d7121-b152-47c5-aa72-a1ed79e9912c HTTP/1.1" status: 204  len: 168 time: 0.6261103
Sep 08 16:23:59.042836 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 45174) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:23:59.045731 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b818339-e2bf-4671-b366-900bab997b04 None None] Network e109d32b-61c3-4880-a539-886b784e3f28 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:23:59.233231 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ae4f05ee-9052-4898-a7c4-c67bc33c18fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-915372'] for network, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:59.258724 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-ae4f05ee-9052-4898-a7c4-c67bc33c18fd admin admin] Deleting port 504935ca-bbf2-4b62-a7d7-a4114c93eb64 {{(pid=79426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:23:59.259620 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ae4f05ee-9052-4898-a7c4-c67bc33c18fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:59.310823 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-ff6b8f8a-a3cd-4aa0-bb99-eef7e0187431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:59.321769 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-f3907dda-0c6e-48f4-8e4b-c1804fd5c3f9 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:59.364375 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 1fead371-e2c9-4abf-9c56-ea9a801fe538 no longer exists at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:23:59.428395 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b8f8a-a3cd-4aa0-bb99-eef7e0187431 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3811c73-343c-4349-92f8-f8e8c9bf8b43,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:59.437447 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-ff6b8f8a-a3cd-4aa0-bb99-eef7e0187431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:59.446800 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] No Port match for: 1fead371-e2c9-4abf-9c56-ea9a801fe538 {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:23:59.447056 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 1fead371-e2c9-4abf-9c56-ea9a801fe538 not bound to the agent host dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:23:59.447448 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 0f4ba026-b3f8-4cf9-8692-9edd2944244e no longer exists at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:23:59.476601 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c3ae87-7008-4b85-8397-db1614116df9 None None] DHCP port deletion for e109d32b-61c3-4880-a539-886b784e3f28 request from dv-cinder-807898-1-iscsi {{(pid=79427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Sep 08 16:23:59.493275 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] No Port match for: 0f4ba026-b3f8-4cf9-8692-9edd2944244e {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:23:59.493645 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 0f4ba026-b3f8-4cf9-8692-9edd2944244e not bound to the agent host dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:23:59.494083 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device f23e0429-3fca-494b-9a5d-8f4c0c1557d5 no longer exists at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:23:59.522604 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-a5c3ae87-7008-4b85-8397-db1614116df9 None None] Deleting port 504935ca-bbf2-4b62-a7d7-a4114c93eb64 {{(pid=79427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:23:59.522975 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-a5c3ae87-7008-4b85-8397-db1614116df9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:59.587801 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [None req-ae4f05ee-9052-4898-a7c4-c67bc33c18fd admin admin] For port 504935ca-bbf2-4b62-a7d7-a4114c93eb64, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=504935ca-bbf2-4b62-a7d7-a4114c93eb64,segment=NetworkSegment(3012848e-3e41-4a4a-88b9-9718eecee88b),segment_id=3012848e-3e41-4a4a-88b9-9718eecee88b)] {{(pid=79426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:23:59.588702 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ae4f05ee-9052-4898-a7c4-c67bc33c18fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:59.624857 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] No Port match for: f23e0429-3fca-494b-9a5d-8f4c0c1557d5 {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:23:59.625225 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device f23e0429-3fca-494b-9a5d-8f4c0c1557d5 not bound to the agent host dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:23:59.637595 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-ff6b8f8a-a3cd-4aa0-bb99-eef7e0187431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1948169'] for router_gateway, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:59.732510 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-ae4f05ee-9052-4898-a7c4-c67bc33c18fd admin admin] Calling delete_port for 504935ca-bbf2-4b62-a7d7-a4114c93eb64 owned by network:dhcp {{(pid=79426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:23:59.838831 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ae4f05ee-9052-4898-a7c4-c67bc33c18fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:59.848549 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-4cc86842-13f3-4ff7-b826-492afc2cda7d tempest-DeleteServersTestJSON-1072958844 tempest-DeleteServersTestJSON-1072958844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:23:59.896367 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-ff6b8f8a-a3cd-4aa0-bb99-eef7e0187431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1926116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35657'] for router, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:59.901621 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-ff6b8f8a-a3cd-4aa0-bb99-eef7e0187431 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:59.915941 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-a5c3ae87-7008-4b85-8397-db1614116df9 None None] For port 504935ca-bbf2-4b62-a7d7-a4114c93eb64, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=504935ca-bbf2-4b62-a7d7-a4114c93eb64,segment=NetworkSegment(3012848e-3e41-4a4a-88b9-9718eecee88b),segment_id=3012848e-3e41-4a4a-88b9-9718eecee88b)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:23:59.917596 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-a5c3ae87-7008-4b85-8397-db1614116df9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:59.951601 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f05ee-9052-4898-a7c4-c67bc33c18fd admin admin] Pushing event deleted for resources: {'Port': ['ID=504935ca-bbf2-4b62-a7d7-a4114c93eb64,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:23:59.958241 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-ae4f05ee-9052-4898-a7c4-c67bc33c18fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:23:59.960915 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4f05ee-9052-4898-a7c4-c67bc33c18fd admin admin] No DVR routers for this DVR port 504935ca-bbf2-4b62-a7d7-a4114c93eb64 on host dv-cinder-807898-1-iscsi {{(pid=79426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 08 16:23:59.963980 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-ff6b8f8a-a3cd-4aa0-bb99-eef7e0187431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1928443'] for router, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:23:59.964973 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6b8f8a-a3cd-4aa0-bb99-eef7e0187431 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64e5c9af-a25a-4228-8131-f4c5230ec1fb {{(pid=79425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Sep 08 16:24:00.006961 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-ff6b8f8a-a3cd-4aa0-bb99-eef7e0187431 admin admin] Notify callbacks [] for router, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:00.012521 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-ff6b8f8a-a3cd-4aa0-bb99-eef7e0187431 admin admin] 10.222.0.25 "DELETE /v2.0/routers/64e5c9af-a25a-4228-8131-f4c5230ec1fb HTTP/1.1" status: 204  len: 168 time: 2.3740933
Sep 08 16:24:00.013587 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 45182) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:00.151235 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d24c33b-edac-44de-a6b8-ec086efdbe63 admin admin] Deleting subnet 6f651bc7-f67b-4bb0-9543-107fa7d7bbeb {{(pid=79425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 08 16:24:00.154571 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ae4f05ee-9052-4898-a7c4-c67bc33c18fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1042402', 'neutron.services.segments.db._delete_segments_for_network-8745177524152'] for network, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:00.155324 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3d24c33b-edac-44de-a6b8-ec086efdbe63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:00.180556 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-ae4f05ee-9052-4898-a7c4-c67bc33c18fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f425169d250>,) {'filters': {'network_id': ['e109d32b-61c3-4880-a539-886b784e3f28']}} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:24:00.201719 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-ae4f05ee-9052-4898-a7c4-c67bc33c18fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f425169d250>, '3012848e-3e41-4a4a-88b9-9718eecee88b') {'for_net_delete': True} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:24:00.202573 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-ae4f05ee-9052-4898-a7c4-c67bc33c18fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f425169d250>, '3012848e-3e41-4a4a-88b9-9718eecee88b') {} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:24:00.225982 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-a5c3ae87-7008-4b85-8397-db1614116df9 None None] Calling delete_port for 504935ca-bbf2-4b62-a7d7-a4114c93eb64 owned by network:dhcp {{(pid=79427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:24:00.227423 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3d24c33b-edac-44de-a6b8-ec086efdbe63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2497500'] for subnet, precommit_delete_associations {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:00.231517 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ae4f05ee-9052-4898-a7c4-c67bc33c18fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745177523999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2472753'] for segment, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:00.265730 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ae4f05ee-9052-4898-a7c4-c67bc33c18fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:00.278097 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4f05ee-9052-4898-a7c4-c67bc33c18fd admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=79426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 08 16:24:00.278596 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ae4f05ee-9052-4898-a7c4-c67bc33c18fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1037242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2352971'] for segment, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:00.354212 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.db.api [None req-a5c3ae87-7008-4b85-8397-db1614116df9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 08 16:24:00.354868 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_db.api [None req-a5c3ae87-7008-4b85-8397-db1614116df9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 08 16:24:00.431363 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3d24c33b-edac-44de-a6b8-ec086efdbe63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1043567'] for subnet, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:00.432831 dv-cinder-807898-1-iscsi neutron-server[79426]: Traceback (most recent call last):
Sep 08 16:24:00.432831 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 08 16:24:00.432831 dv-cinder-807898-1-iscsi neutron-server[79426]:     timer()
Sep 08 16:24:00.432831 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 08 16:24:00.432831 dv-cinder-807898-1-iscsi neutron-server[79426]:     cb(*args, **kw)
Sep 08 16:24:00.432831 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 08 16:24:00.432831 dv-cinder-807898-1-iscsi neutron-server[79426]:     return func(*args, **kwargs)
Sep 08 16:24:00.432831 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 08 16:24:00.432831 dv-cinder-807898-1-iscsi neutron-server[79426]:     self._notify()
Sep 08 16:24:00.432831 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 08 16:24:00.432831 dv-cinder-807898-1-iscsi neutron-server[79426]:     self.callback(batched_events)
Sep 08 16:24:00.432831 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 08 16:24:00.432831 dv-cinder-807898-1-iscsi neutron-server[79426]:     event.method(event)
Sep 08 16:24:00.432831 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 08 16:24:00.432831 dv-cinder-807898-1-iscsi neutron-server[79426]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 08 16:24:00.432831 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 08 16:24:00.432831 dv-cinder-807898-1-iscsi neutron-server[79426]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 08 16:24:00.432831 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 08 16:24:00.432831 dv-cinder-807898-1-iscsi neutron-server[79426]:     return f(self, *a, **k)
Sep 08 16:24:00.432831 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 08 16:24:00.432831 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self._get(url).json()
Sep 08 16:24:00.432831 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Sep 08 16:24:00.432831 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 08 16:24:00.432831 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 08 16:24:00.432831 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self.request(url, 'GET', **kwargs)
Sep 08 16:24:00.432831 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 08 16:24:00.432831 dv-cinder-807898-1-iscsi neutron-server[79426]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 08 16:24:00.432831 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 08 16:24:00.432831 dv-cinder-807898-1-iscsi neutron-server[79426]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 08 16:24:00.432831 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 08 16:24:00.432831 dv-cinder-807898-1-iscsi neutron-server[79426]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 08 16:24:00.432831 dv-cinder-807898-1-iscsi neutron-server[79426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 08 16:24:00.514367 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3d24c33b-edac-44de-a6b8-ec086efdbe63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1043542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2390624'] for subnet, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:00.520471 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-4ef37d0d-c648-4627-ac79-761c4d49a95a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:00.536792 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ae4f05ee-9052-4898-a7c4-c67bc33c18fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1042413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1948206'] for network, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:00.544620 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:00.555290 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24c33b-edac-44de-a6b8-ec086efdbe63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f651bc7-f67b-4bb0-9543-107fa7d7bbeb,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:00.558409 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-3d24c33b-edac-44de-a6b8-ec086efdbe63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:00.560236 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3d24c33b-edac-44de-a6b8-ec086efdbe63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:00.568687 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-3d24c33b-edac-44de-a6b8-ec086efdbe63 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6f651bc7-f67b-4bb0-9543-107fa7d7bbeb HTTP/1.1" status: 204  len: 168 time: 0.5536568
Sep 08 16:24:00.570126 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6f5904-711e-4cdf-99be-bdd9a0b52bfd None None] Network 75dd61b0-379a-4abd-83d0-357fccbfe480 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:24:00.573552 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 45194) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:00.584679 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ae4f05ee-9052-4898-a7c4-c67bc33c18fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:00.599021 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f05ee-9052-4898-a7c4-c67bc33c18fd admin admin] Pushing event deleted for resources: {'Network': ['ID=e109d32b-61c3-4880-a539-886b784e3f28,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:00.601798 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-ae4f05ee-9052-4898-a7c4-c67bc33c18fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:00.606437 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-ae4f05ee-9052-4898-a7c4-c67bc33c18fd admin admin] 10.222.0.25 "DELETE /v2.0/networks/e109d32b-61c3-4880-a539-886b784e3f28 HTTP/1.1" status: 204  len: 168 time: 1.5625556
Sep 08 16:24:00.694503 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4e8c5125-0abd-432f-8e42-fccf862a8e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-915372'] for network, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:00.707381 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [None req-4e8c5125-0abd-432f-8e42-fccf862a8e75 admin admin] Deleting port 428afff2-aeae-4e8e-a2bd-3c977df4a06e {{(pid=79425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:24:00.707763 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4e8c5125-0abd-432f-8e42-fccf862a8e75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:00.863254 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-a5c3ae87-7008-4b85-8397-db1614116df9 None None] Deleting port 504935ca-bbf2-4b62-a7d7-a4114c93eb64 {{(pid=79427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:24:00.863825 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-a5c3ae87-7008-4b85-8397-db1614116df9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:00.925222 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-6be05168-a88f-4005-aa84-ff2bf1be59ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:00.946351 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-a5c3ae87-7008-4b85-8397-db1614116df9 None None] The port '504935ca-bbf2-4b62-a7d7-a4114c93eb64' was deleted {{(pid=79427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Sep 08 16:24:00.970838 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 45200) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:01.043784 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [None req-4e8c5125-0abd-432f-8e42-fccf862a8e75 admin admin] For port 428afff2-aeae-4e8e-a2bd-3c977df4a06e, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=428afff2-aeae-4e8e-a2bd-3c977df4a06e,segment=NetworkSegment(52138e92-9965-4b35-b4cf-e92e92ee1ba1),segment_id=52138e92-9965-4b35-b4cf-e92e92ee1ba1)] {{(pid=79425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:24:01.044197 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4e8c5125-0abd-432f-8e42-fccf862a8e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:01.048192 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea845cdc-3657-43bf-a50a-498a94541811 None None] DHCP port deletion for 75dd61b0-379a-4abd-83d0-357fccbfe480 request from dv-cinder-807898-1-iscsi {{(pid=79427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Sep 08 16:24:01.048468 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-02dd838a-49a6-4807-bd54-c809dd5516fb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0192ebea3f6246118edb985b970044bc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0749474
Sep 08 16:24:01.052159 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 45204) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:01.053976 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-ea845cdc-3657-43bf-a50a-498a94541811 None None] Deleting port 428afff2-aeae-4e8e-a2bd-3c977df4a06e {{(pid=79427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:24:01.054497 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-ea845cdc-3657-43bf-a50a-498a94541811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:01.190869 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [None req-4e8c5125-0abd-432f-8e42-fccf862a8e75 admin admin] Calling delete_port for 428afff2-aeae-4e8e-a2bd-3c977df4a06e owned by network:dhcp {{(pid=79425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:24:01.290961 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-fbff961b-4154-443b-8119-d45bc3cad62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:01.294950 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-ea845cdc-3657-43bf-a50a-498a94541811 None None] For port 428afff2-aeae-4e8e-a2bd-3c977df4a06e, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=428afff2-aeae-4e8e-a2bd-3c977df4a06e,segment=NetworkSegment(52138e92-9965-4b35-b4cf-e92e92ee1ba1),segment_id=52138e92-9965-4b35-b4cf-e92e92ee1ba1)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:24:01.295742 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-ea845cdc-3657-43bf-a50a-498a94541811 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:01.303812 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device c3811c73-343c-4349-92f8-f8e8c9bf8b43 no longer exists at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:24:01.332399 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-fbff961b-4154-443b-8119-d45bc3cad62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:01.342813 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4e8c5125-0abd-432f-8e42-fccf862a8e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:01.349638 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-83121f56-6db5-4e5f-b791-9efa94f14653 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:01.396303 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] No Port match for: c3811c73-343c-4349-92f8-f8e8c9bf8b43 {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:24:01.396711 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device c3811c73-343c-4349-92f8-f8e8c9bf8b43 not bound to the agent host dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:24:01.397077 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 504935ca-bbf2-4b62-a7d7-a4114c93eb64 no longer exists at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:24:01.406983 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c5125-0abd-432f-8e42-fccf862a8e75 admin admin] Pushing event deleted for resources: {'Port': ['ID=428afff2-aeae-4e8e-a2bd-3c977df4a06e,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:01.409251 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8c5125-0abd-432f-8e42-fccf862a8e75 admin admin] No DVR routers for this DVR port 428afff2-aeae-4e8e-a2bd-3c977df4a06e on host dv-cinder-807898-1-iscsi {{(pid=79425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 08 16:24:01.486860 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:01.499820 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-ea845cdc-3657-43bf-a50a-498a94541811 None None] Calling delete_port for 428afff2-aeae-4e8e-a2bd-3c977df4a06e owned by network:dhcp {{(pid=79427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:24:01.528999 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] No Port match for: 504935ca-bbf2-4b62-a7d7-a4114c93eb64 {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:24:01.529650 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 504935ca-bbf2-4b62-a7d7-a4114c93eb64 not bound to the agent host dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:24:01.530250 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 428afff2-aeae-4e8e-a2bd-3c977df4a06e no longer exists at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:24:01.563970 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-4e8c5125-0abd-432f-8e42-fccf862a8e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:01.584074 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] No Port match for: 428afff2-aeae-4e8e-a2bd-3c977df4a06e {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:24:01.584826 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 428afff2-aeae-4e8e-a2bd-3c977df4a06e not bound to the agent host dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:24:01.663392 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.db.api [None req-ea845cdc-3657-43bf-a50a-498a94541811 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 08 16:24:01.664076 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_db.api [None req-ea845cdc-3657-43bf-a50a-498a94541811 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 08 16:24:01.681496 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4e8c5125-0abd-432f-8e42-fccf862a8e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1042402', 'neutron.services.segments.db._delete_segments_for_network-8745177524152'] for network, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:01.707119 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-fbff961b-4154-443b-8119-d45bc3cad62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:01.714218 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.services.segments.db [None req-4e8c5125-0abd-432f-8e42-fccf862a8e75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4250586640>,) {'filters': {'network_id': ['75dd61b0-379a-4abd-83d0-357fccbfe480']}} {{(pid=79425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:24:01.730043 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-91b6c417-4949-47d8-9c48-f319cbd96e9c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:01.764865 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.services.segments.db [None req-4e8c5125-0abd-432f-8e42-fccf862a8e75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4250586640>, '52138e92-9965-4b35-b4cf-e92e92ee1ba1') {'for_net_delete': True} {{(pid=79425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:24:01.765362 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.services.segments.db [None req-4e8c5125-0abd-432f-8e42-fccf862a8e75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4250586640>, '52138e92-9965-4b35-b4cf-e92e92ee1ba1') {} {{(pid=79425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:24:01.779787 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff961b-4154-443b-8119-d45bc3cad62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b0ffca-aa37-42bf-a7d5-5176c59f11e0,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:01.800488 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-fbff961b-4154-443b-8119-d45bc3cad62a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:01.814372 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4e8c5125-0abd-432f-8e42-fccf862a8e75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745177523999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2497493'] for segment, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:01.845959 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-fbff961b-4154-443b-8119-d45bc3cad62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:01.847821 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-fbff961b-4154-443b-8119-d45bc3cad62a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/46b0ffca-aa37-42bf-a7d5-5176c59f11e0 HTTP/1.1" status: 204  len: 168 time: 0.7945046
Sep 08 16:24:01.853167 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4e8c5125-0abd-432f-8e42-fccf862a8e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:01.885396 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8c5125-0abd-432f-8e42-fccf862a8e75 admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=79425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 08 16:24:01.886023 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4e8c5125-0abd-432f-8e42-fccf862a8e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1037242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2334415'] for segment, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:01.912342 dv-cinder-807898-1-iscsi neutron-server[79425]: Traceback (most recent call last):
Sep 08 16:24:01.912342 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 08 16:24:01.912342 dv-cinder-807898-1-iscsi neutron-server[79425]:     timer()
Sep 08 16:24:01.912342 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 08 16:24:01.912342 dv-cinder-807898-1-iscsi neutron-server[79425]:     cb(*args, **kw)
Sep 08 16:24:01.912342 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 08 16:24:01.912342 dv-cinder-807898-1-iscsi neutron-server[79425]:     return func(*args, **kwargs)
Sep 08 16:24:01.912342 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 08 16:24:01.912342 dv-cinder-807898-1-iscsi neutron-server[79425]:     self._notify()
Sep 08 16:24:01.912342 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 08 16:24:01.912342 dv-cinder-807898-1-iscsi neutron-server[79425]:     self.callback(batched_events)
Sep 08 16:24:01.912342 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 08 16:24:01.912342 dv-cinder-807898-1-iscsi neutron-server[79425]:     event.method(event)
Sep 08 16:24:01.912342 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 08 16:24:01.912342 dv-cinder-807898-1-iscsi neutron-server[79425]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 08 16:24:01.912342 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 08 16:24:01.912342 dv-cinder-807898-1-iscsi neutron-server[79425]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 08 16:24:01.912342 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 08 16:24:01.912342 dv-cinder-807898-1-iscsi neutron-server[79425]:     return f(self, *a, **k)
Sep 08 16:24:01.912342 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 08 16:24:01.912342 dv-cinder-807898-1-iscsi neutron-server[79425]:     return self._get(url).json()
Sep 08 16:24:01.912342 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Sep 08 16:24:01.912342 dv-cinder-807898-1-iscsi neutron-server[79425]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 08 16:24:01.912342 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 08 16:24:01.912342 dv-cinder-807898-1-iscsi neutron-server[79425]:     return self.request(url, 'GET', **kwargs)
Sep 08 16:24:01.912342 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 08 16:24:01.912342 dv-cinder-807898-1-iscsi neutron-server[79425]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 08 16:24:01.912342 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 08 16:24:01.912342 dv-cinder-807898-1-iscsi neutron-server[79425]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 08 16:24:01.912342 dv-cinder-807898-1-iscsi neutron-server[79425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 08 16:24:01.912342 dv-cinder-807898-1-iscsi neutron-server[79425]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 08 16:24:01.912342 dv-cinder-807898-1-iscsi neutron-server[79425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 08 16:24:01.928789 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 45218) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:02.057683 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4e8c5125-0abd-432f-8e42-fccf862a8e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1042413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1948206'] for network, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:02.065156 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-a5e870f8-7e25-4a74-bafa-8973555eb7fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:02.065748 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:02.082288 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-a5e870f8-7e25-4a74-bafa-8973555eb7fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:24:02.086655 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-a5e870f8-7e25-4a74-bafa-8973555eb7fc admin admin] Usage tracker for resource:security_group_rule and tenant:c06fcb52fe334eaab553fe6ff772f05d is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:24:02.089988 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-a5e870f8-7e25-4a74-bafa-8973555eb7fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:24:02.097294 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-a5e870f8-7e25-4a74-bafa-8973555eb7fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:24:02.105791 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-4e8c5125-0abd-432f-8e42-fccf862a8e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:02.111224 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c5125-0abd-432f-8e42-fccf862a8e75 admin admin] Pushing event deleted for resources: {'Network': ['ID=75dd61b0-379a-4abd-83d0-357fccbfe480,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:02.116945 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-4e8c5125-0abd-432f-8e42-fccf862a8e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:02.132975 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-4e8c5125-0abd-432f-8e42-fccf862a8e75 admin admin] 10.222.0.25 "DELETE /v2.0/networks/75dd61b0-379a-4abd-83d0-357fccbfe480 HTTP/1.1" status: 204  len: 168 time: 1.5579524
Sep 08 16:24:02.166346 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-ea845cdc-3657-43bf-a50a-498a94541811 None None] Deleting port 428afff2-aeae-4e8e-a2bd-3c977df4a06e {{(pid=79427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:24:02.168177 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-ea845cdc-3657-43bf-a50a-498a94541811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:02.209396 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-a5e870f8-7e25-4a74-bafa-8973555eb7fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:02.215323 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-a5e870f8-7e25-4a74-bafa-8973555eb7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:02.225511 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-86c6297b-71ec-4346-9a1b-3085113677c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:02.276274 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 45228) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:02.288155 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-a5e870f8-7e25-4a74-bafa-8973555eb7fc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c06fcb52fe334eaab553fe6ff772f05d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3581338
Sep 08 16:24:02.295351 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e870f8-7e25-4a74-bafa-8973555eb7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3811d7dd-b3fa-4ba8-b988-601e2562cef7,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:02.312492 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-a5e870f8-7e25-4a74-bafa-8973555eb7fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:02.322908 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-ea845cdc-3657-43bf-a50a-498a94541811 None None] The port '428afff2-aeae-4e8e-a2bd-3c977df4a06e' was deleted {{(pid=79427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Sep 08 16:24:02.356384 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-336b2cc6-a08c-4e41-9c9a-2fc069c1672e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:02.401099 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-336b2cc6-a08c-4e41-9c9a-2fc069c1672e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:02.440360 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 45232) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:02.498294 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-336b2cc6-a08c-4e41-9c9a-2fc069c1672e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:02.504114 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-5bea3f40-1a84-4168-9a85-f5c23a400607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:02.517324 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b2cc6-a08c-4e41-9c9a-2fc069c1672e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3811d7dd-b3fa-4ba8-b988-601e2562cef7,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:02.529871 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 45236) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:02.534293 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-336b2cc6-a08c-4e41-9c9a-2fc069c1672e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:02.535294 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-336b2cc6-a08c-4e41-9c9a-2fc069c1672e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:02.537106 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-336b2cc6-a08c-4e41-9c9a-2fc069c1672e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3811d7dd-b3fa-4ba8-b988-601e2562cef7 HTTP/1.1" status: 204  len: 168 time: 0.2595384
Sep 08 16:24:02.541192 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-f5f8f1df-e0e2-471e-97e3-87b8c9cdeb06 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8151b8f5193c4e4eb58002780ae62270&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0990467
Sep 08 16:24:02.545409 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 45242) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:02.634484 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-3c05e5ed-0b33-4901-b843-56aca91c0235 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b37e2bba672e4d789f8be528a2d7c37d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1020508
Sep 08 16:24:02.636445 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 45246) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:02.663821 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-6ef1008c-5261-4026-a7b4-a8ba671d4f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:02.710113 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-6ef1008c-5261-4026-a7b4-a8ba671d4f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:02.730775 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-27ef952f-cc8f-4b40-9b54-54554f8f78f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:02.780569 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-27ef952f-cc8f-4b40-9b54-54554f8f78f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:02.808290 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-6ef1008c-5261-4026-a7b4-a8ba671d4f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:02.816935 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-34726073-8bb8-4903-8118-94432c8a738c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:02.844362 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1008c-5261-4026-a7b4-a8ba671d4f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac05554-946e-4c00-a674-815102728496,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:02.851075 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-6ef1008c-5261-4026-a7b4-a8ba671d4f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:02.857336 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-6ef1008c-5261-4026-a7b4-a8ba671d4f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:02.871283 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-6ef1008c-5261-4026-a7b4-a8ba671d4f18 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1ac05554-946e-4c00-a674-815102728496 HTTP/1.1" status: 204  len: 168 time: 0.3199813
Sep 08 16:24:02.894158 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-27ef952f-cc8f-4b40-9b54-54554f8f78f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:02.918023 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-394907bd-41c2-4ef2-96f1-eecde2747a84 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:02.945393 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef952f-cc8f-4b40-9b54-54554f8f78f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb97c4e5-46ee-417b-9fb2-8296f37aa245,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:02.955560 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-27ef952f-cc8f-4b40-9b54-54554f8f78f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:02.960318 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-27ef952f-cc8f-4b40-9b54-54554f8f78f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:02.962227 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-27ef952f-cc8f-4b40-9b54-54554f8f78f9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eb97c4e5-46ee-417b-9fb2-8296f37aa245 HTTP/1.1" status: 204  len: 168 time: 0.3240478
Sep 08 16:24:03.233262 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 45258) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:03.257013 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-fc90ad9d-9db6-4831-b8a8-95d088419768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:03.280558 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-fc90ad9d-9db6-4831-b8a8-95d088419768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:24:03.285922 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-fc90ad9d-9db6-4831-b8a8-95d088419768 admin admin] Usage tracker for resource:security_group_rule and tenant:3c600dbf71324cb5beb25c36a4e0fa18 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:24:03.290355 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-fc90ad9d-9db6-4831-b8a8-95d088419768 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:24:03.301026 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-fc90ad9d-9db6-4831-b8a8-95d088419768 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:24:03.446403 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-fc90ad9d-9db6-4831-b8a8-95d088419768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:03.452978 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-fc90ad9d-9db6-4831-b8a8-95d088419768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:03.471057 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-11e50bab-5e43-4949-90d3-0f94a2367d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:03.555649 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-fc90ad9d-9db6-4831-b8a8-95d088419768 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c600dbf71324cb5beb25c36a4e0fa18&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3206892
Sep 08 16:24:03.558182 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 45268) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:03.562339 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90ad9d-9db6-4831-b8a8-95d088419768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc0d585-f9a0-491b-9f42-8d78bd2c27a7,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:03.567986 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-fc90ad9d-9db6-4831-b8a8-95d088419768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:03.649475 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-edd67936-3c7c-4900-af98-1a42722aeb05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:03.693488 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-edd67936-3c7c-4900-af98-1a42722aeb05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:03.799893 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-edd67936-3c7c-4900-af98-1a42722aeb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:03.811979 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-fc90ad9d-9db6-4831-b8a8-95d088419768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:03.842114 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd67936-3c7c-4900-af98-1a42722aeb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc0d585-f9a0-491b-9f42-8d78bd2c27a7,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:03.847649 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-edd67936-3c7c-4900-af98-1a42722aeb05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:03.849709 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-edd67936-3c7c-4900-af98-1a42722aeb05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:03.852238 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-edd67936-3c7c-4900-af98-1a42722aeb05 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0cc0d585-f9a0-491b-9f42-8d78bd2c27a7 HTTP/1.1" status: 204  len: 168 time: 0.2922025
Sep 08 16:24:03.949091 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-e90470f1-478e-4484-9040-6fff7c821c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:05.248772 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:06.151898 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 45350) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:06.279700 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a0a695b3-302a-4fcf-8180-6246f16726af admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:06.295794 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-a0a695b3-302a-4fcf-8180-6246f16726af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:24:06.301074 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-a0a695b3-302a-4fcf-8180-6246f16726af admin admin] Usage tracker for resource:security_group_rule and tenant:cdd904ab51734534b80cfc67b4dce9ce is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:24:06.304185 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-a0a695b3-302a-4fcf-8180-6246f16726af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:24:06.310577 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-a0a695b3-302a-4fcf-8180-6246f16726af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:24:06.421288 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a0a695b3-302a-4fcf-8180-6246f16726af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:06.427554 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a0a695b3-302a-4fcf-8180-6246f16726af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:06.435501 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-c375de5c-4584-47fb-9bca-a433f58ec14e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:06.486511 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-a0a695b3-302a-4fcf-8180-6246f16726af admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cdd904ab51734534b80cfc67b4dce9ce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3334563
Sep 08 16:24:06.488484 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a695b3-302a-4fcf-8180-6246f16726af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b02a7e4-2b9b-4295-baea-e4482be787f9,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:06.492052 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 45358) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:06.493215 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-a0a695b3-302a-4fcf-8180-6246f16726af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:06.598812 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e078cc36-a8fe-47e3-9948-de481954df8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:06.639691 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e078cc36-a8fe-47e3-9948-de481954df8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:06.729033 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e078cc36-a8fe-47e3-9948-de481954df8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:06.732983 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-7873f29e-3c70-43b5-be1d-bf7926f99724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:06.745852 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078cc36-a8fe-47e3-9948-de481954df8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b02a7e4-2b9b-4295-baea-e4482be787f9,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:06.749937 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-e078cc36-a8fe-47e3-9948-de481954df8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:06.754680 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e078cc36-a8fe-47e3-9948-de481954df8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:06.755850 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-e078cc36-a8fe-47e3-9948-de481954df8c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8b02a7e4-2b9b-4295-baea-e4482be787f9 HTTP/1.1" status: 204  len: 168 time: 0.2613876
Sep 08 16:24:07.097440 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 45366) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:07.116728 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-70fbd159-57bc-4575-bea7-2789462eee7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:07.135542 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-70fbd159-57bc-4575-bea7-2789462eee7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:24:07.139923 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-70fbd159-57bc-4575-bea7-2789462eee7d admin admin] Usage tracker for resource:security_group_rule and tenant:3cf83ea8329549c68fe6af23c68485db is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:24:07.143299 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-70fbd159-57bc-4575-bea7-2789462eee7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:24:07.150033 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-70fbd159-57bc-4575-bea7-2789462eee7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:24:07.253718 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-70fbd159-57bc-4575-bea7-2789462eee7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:07.258478 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-70fbd159-57bc-4575-bea7-2789462eee7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:07.271546 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-d7b46546-c5af-4e04-befe-595782e2a70e tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:07.317185 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-70fbd159-57bc-4575-bea7-2789462eee7d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3cf83ea8329549c68fe6af23c68485db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2180109
Sep 08 16:24:07.317631 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fbd159-57bc-4575-bea7-2789462eee7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d5521d-daa7-4db8-bc22-3ad73d7da7b5,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:07.320731 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 45374) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:07.323401 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-70fbd159-57bc-4575-bea7-2789462eee7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:07.372835 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:07.390407 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-078ccf2b-43b5-406f-a03b-7d31b26d7591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:07.420505 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-078ccf2b-43b5-406f-a03b-7d31b26d7591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:07.491317 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-078ccf2b-43b5-406f-a03b-7d31b26d7591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:07.495616 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-7bdf1517-ed17-497a-aae3-46a5cf0a8b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:07.510207 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ccf2b-43b5-406f-a03b-7d31b26d7591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d5521d-daa7-4db8-bc22-3ad73d7da7b5,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:07.513416 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-078ccf2b-43b5-406f-a03b-7d31b26d7591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:07.516722 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-078ccf2b-43b5-406f-a03b-7d31b26d7591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:07.518207 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-078ccf2b-43b5-406f-a03b-7d31b26d7591 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/44d5521d-daa7-4db8-bc22-3ad73d7da7b5 HTTP/1.1" status: 204  len: 168 time: 0.1963906
Sep 08 16:24:09.949784 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 45436) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:10.083653 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-1412eb99-c587-4f87-9859-16ee6e4c7eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:10.101086 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-1412eb99-c587-4f87-9859-16ee6e4c7eec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:24:10.105290 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-1412eb99-c587-4f87-9859-16ee6e4c7eec admin admin] Usage tracker for resource:security_group_rule and tenant:c773130274f2443d92d976512f1b39fa is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:24:10.108380 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-1412eb99-c587-4f87-9859-16ee6e4c7eec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:24:10.114770 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-1412eb99-c587-4f87-9859-16ee6e4c7eec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:24:10.210270 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-1412eb99-c587-4f87-9859-16ee6e4c7eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:10.214986 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-1412eb99-c587-4f87-9859-16ee6e4c7eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:10.223166 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-724b7811-d170-4b4f-9164-dad36afb1ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:10.265269 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412eb99-c587-4f87-9859-16ee6e4c7eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d11f2ad-b74e-48c4-870d-11309f52a712,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:10.270935 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-1412eb99-c587-4f87-9859-16ee6e4c7eec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c773130274f2443d92d976512f1b39fa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3197682
Sep 08 16:24:10.271929 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-1412eb99-c587-4f87-9859-16ee6e4c7eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:10.273915 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 45442) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:10.340790 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-b177a560-8e6f-4bcf-8839-96f313d7d698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:10.371863 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-b177a560-8e6f-4bcf-8839-96f313d7d698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:10.455700 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-b177a560-8e6f-4bcf-8839-96f313d7d698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:10.459739 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-ac5612e4-6e22-4a1e-9abd-409b3806ba76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:10.474108 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177a560-8e6f-4bcf-8839-96f313d7d698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d11f2ad-b74e-48c4-870d-11309f52a712,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:10.478586 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-b177a560-8e6f-4bcf-8839-96f313d7d698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:10.485462 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-b177a560-8e6f-4bcf-8839-96f313d7d698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:10.486646 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-b177a560-8e6f-4bcf-8839-96f313d7d698 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d11f2ad-b74e-48c4-870d-11309f52a712 HTTP/1.1" status: 204  len: 168 time: 0.2116730
Sep 08 16:24:10.849376 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 45452) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:10.877814 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-d76a15ef-6501-477c-b6ad-2ea451e42d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:10.910817 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-d76a15ef-6501-477c-b6ad-2ea451e42d52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:24:10.918055 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-d76a15ef-6501-477c-b6ad-2ea451e42d52 admin admin] Usage tracker for resource:security_group_rule and tenant:9af096a814114b98bdc5b87d1a4cbbff is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:24:10.923525 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-d76a15ef-6501-477c-b6ad-2ea451e42d52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:24:10.934958 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-d76a15ef-6501-477c-b6ad-2ea451e42d52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:24:11.065708 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-d76a15ef-6501-477c-b6ad-2ea451e42d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:11.070484 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-d76a15ef-6501-477c-b6ad-2ea451e42d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:11.079743 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-f080e4e9-de48-4eb3-a90c-b9818bfa8b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:11.128868 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-d76a15ef-6501-477c-b6ad-2ea451e42d52 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9af096a814114b98bdc5b87d1a4cbbff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2778449
Sep 08 16:24:11.130796 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a15ef-6501-477c-b6ad-2ea451e42d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006b4614-19c2-4437-99c5-32f5653dc4b2,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:11.133691 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 45458) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:11.134502 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-d76a15ef-6501-477c-b6ad-2ea451e42d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:11.217414 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-35ba7817-d4fc-4ba2-9351-1c2f0efe3483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:11.267145 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-35ba7817-d4fc-4ba2-9351-1c2f0efe3483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:11.350701 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-35ba7817-d4fc-4ba2-9351-1c2f0efe3483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:11.355513 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-fbff961b-4154-443b-8119-d45bc3cad62a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:11.368288 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba7817-d4fc-4ba2-9351-1c2f0efe3483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006b4614-19c2-4437-99c5-32f5653dc4b2,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:11.370679 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-35ba7817-d4fc-4ba2-9351-1c2f0efe3483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:11.377849 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-35ba7817-d4fc-4ba2-9351-1c2f0efe3483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:11.379255 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-35ba7817-d4fc-4ba2-9351-1c2f0efe3483 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/006b4614-19c2-4437-99c5-32f5653dc4b2 HTTP/1.1" status: 204  len: 168 time: 0.2438414
Sep 08 16:24:14.598581 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-214630df-473d-4280-829e-9eccaddc51fc req-853514a3-6b59-45d4-878e-f64ba167cdb7 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-201038959&fields=id&tenant_id=73141861083d409898791956fbfb9619 HTTP/1.1" status: 200  len: 267 time: 0.0541663
Sep 08 16:24:14.720992 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214630df-473d-4280-829e-9eccaddc51fc req-904b08ca-7bd2-4002-a615-7d17ed2e7e69 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:24:14.722558 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-214630df-473d-4280-829e-9eccaddc51fc req-904b08ca-7bd2-4002-a615-7d17ed2e7e69 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 984 time: 0.1174631
Sep 08 16:24:14.739146 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [req-214630df-473d-4280-829e-9eccaddc51fc req-8fe8c036-a167-4240-b7da-5b02d43f50d1 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Request body: {'port': {'security_groups': ['b3499b13-6588-454b-950d-ab7ea735e370']}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:24:14.951444 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-214630df-473d-4280-829e-9eccaddc51fc req-8fe8c036-a167-4240-b7da-5b02d43f50d1 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:15.326886 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [req-214630df-473d-4280-829e-9eccaddc51fc req-8fe8c036-a167-4240-b7da-5b02d43f50d1 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] For port f2af78ec-25e1-4833-a7df-32634ee73ed6, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=f2af78ec-25e1-4833-a7df-32634ee73ed6,segment=NetworkSegment(692d8389-e7f4-41d5-b576-e474440eb184),segment_id=692d8389-e7f4-41d5-b576-e474440eb184)] {{(pid=79426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:24:15.356179 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-214630df-473d-4280-829e-9eccaddc51fc req-8fe8c036-a167-4240-b7da-5b02d43f50d1 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks [] for port, precommit_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:15.362560 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-214630df-473d-4280-829e-9eccaddc51fc req-8fe8c036-a167-4240-b7da-5b02d43f50d1 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353071'] for port, after_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:15.369320 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-86d77c94-645a-47f9-bc96-72be25b8ad9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:15.408272 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['f2af78ec-25e1-4833-a7df-32634ee73ed6'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:24:15.438633 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214630df-473d-4280-829e-9eccaddc51fc req-8fe8c036-a167-4240-b7da-5b02d43f50d1 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:24:15.439418 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-214630df-473d-4280-829e-9eccaddc51fc req-8fe8c036-a167-4240-b7da-5b02d43f50d1 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:15.441089 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-214630df-473d-4280-829e-9eccaddc51fc req-8fe8c036-a167-4240-b7da-5b02d43f50d1 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "PUT /v2.0/ports/f2af78ec-25e1-4833-a7df-32634ee73ed6 HTTP/1.1" status: 200  len: 942 time: 0.7076118
Sep 08 16:24:15.441646 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98bdbfb7-ffb6-4948-947a-c946528dd2f4', 'tag': 'f2af78ec-25e1-4833-a7df-32634ee73ed6'}] {{(pid=79426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:24:15.452343 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 45528) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:15.475437 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8c036-a167-4240-b7da-5b02d43f50d1 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Pushing event updated for resources: {'Port': ['ID=f2af78ec-25e1-4833-a7df-32634ee73ed6,revision_number=7']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:15.481236 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-8fe8c036-a167-4240-b7da-5b02d43f50d1 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:15.608737 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98bdbfb7-ffb6-4948-947a-c946528dd2f4', 'tag': 'f2af78ec-25e1-4833-a7df-32634ee73ed6', 'status': 'completed', 'code': 200}
Sep 08 16:24:15.620537 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a871d9ad-b49b-4321-933a-2aa892f7afd9 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:15.674142 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a871d9ad-b49b-4321-933a-2aa892f7afd9 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:15.777780 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a871d9ad-b49b-4321-933a-2aa892f7afd9 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:15.793695 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-1412eb99-c587-4f87-9859-16ee6e4c7eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:15.817902 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871d9ad-b49b-4321-933a-2aa892f7afd9 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c66f6e3-defe-4a07-ad70-a2b00f2c0160,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:15.822919 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-a871d9ad-b49b-4321-933a-2aa892f7afd9 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:15.823300 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-a2d0c0a2-c65b-4641-b6ee-71d1a17c57d2 None None] Provisioning complete for port f2af78ec-25e1-4833-a7df-32634ee73ed6 triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:24:15.824002 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-a2d0c0a2-c65b-4641-b6ee-71d1a17c57d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:15.826322 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a871d9ad-b49b-4321-933a-2aa892f7afd9 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:15.832666 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 45538) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:15.833067 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-a871d9ad-b49b-4321-933a-2aa892f7afd9 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "DELETE /v2.0/security-groups/3c66f6e3-defe-4a07-ad70-a2b00f2c0160 HTTP/1.1" status: 204  len: 168 time: 0.3785210
Sep 08 16:24:16.076499 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-c8ee7d75-2fbe-4ccb-b747-a1c8ca8a97e8 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Deleting port 5cd3fd46-a434-46fa-b97b-0f699f1510fe {{(pid=79426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:24:16.076781 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c8ee7d75-2fbe-4ccb-b747-a1c8ca8a97e8 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:16.375293 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c8ee7d75-2fbe-4ccb-b747-a1c8ca8a97e8 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:16.375710 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c8ee7d75-2fbe-4ccb-b747-a1c8ca8a97e8 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:16.510208 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-c8ee7d75-2fbe-4ccb-b747-a1c8ca8a97e8 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Calling delete_port for 5cd3fd46-a434-46fa-b97b-0f699f1510fe owned by network:floatingip {{(pid=79426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:24:16.694776 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c8ee7d75-2fbe-4ccb-b747-a1c8ca8a97e8 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:16.699262 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-3bf47d84-6bf9-4e1e-926c-64aeca82c4b2 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:16.745484 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee7d75-2fbe-4ccb-b747-a1c8ca8a97e8 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Pushing event deleted for resources: {'Port': ['ID=5cd3fd46-a434-46fa-b97b-0f699f1510fe,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:16.748805 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-c8ee7d75-2fbe-4ccb-b747-a1c8ca8a97e8 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:16.847729 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c8ee7d75-2fbe-4ccb-b747-a1c8ca8a97e8 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks [] for floatingip, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:16.848091 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.db.l3_db [None req-c8ee7d75-2fbe-4ccb-b747-a1c8ca8a97e8 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Floating IP a34174c9-77ea-4bda-9cde-c9672bfc1721 disassociated (deleted). External IP: 172.27.2.177, port: f2af78ec-25e1-4833-a7df-32634ee73ed6.
Sep 08 16:24:17.285838 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ee7d75-2fbe-4ccb-b747-a1c8ca8a97e8 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Router 9995529e-9f96-44bf-8c1d-26bdd4f5e673 has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:24:17.487018 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ee7d75-2fbe-4ccb-b747-a1c8ca8a97e8 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:24:17.498956 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f309cc-69db-4327-a6e9-d794d46e2d4e None None] Sync routers for ids ['9995529e-9f96-44bf-8c1d-26bdd4f5e673'] in dv-cinder-807898-1-iscsi {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:24:17.510717 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c8ee7d75-2fbe-4ccb-b747-a1c8ca8a97e8 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for floatingip, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:17.516212 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f309cc-69db-4327-a6e9-d794d46e2d4e None None] Routers {'9995529e-9f96-44bf-8c1d-26bdd4f5e673'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:24:17.517264 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-48f309cc-69db-4327-a6e9-d794d46e2d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42516b9280>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:24:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['9995529e-9f96-44bf-8c1d-26bdd4f5e673'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:24:17.573160 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-c8ee7d75-2fbe-4ccb-b747-a1c8ca8a97e8 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "DELETE /v2.0/floatingips/a34174c9-77ea-4bda-9cde-c9672bfc1721 HTTP/1.1" status: 204  len: 168 time: 1.7389343
Sep 08 16:24:17.611097 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98bdbfb7-ffb6-4948-947a-c946528dd2f4', 'tag': 'f2af78ec-25e1-4833-a7df-32634ee73ed6'}] {{(pid=79426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:24:17.668423 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98bdbfb7-ffb6-4948-947a-c946528dd2f4', 'tag': 'f2af78ec-25e1-4833-a7df-32634ee73ed6', 'status': 'completed', 'code': 200}
Sep 08 16:24:17.856668 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-48f309cc-69db-4327-a6e9-d794d46e2d4e None None] Set router 9995529e-9f96-44bf-8c1d-26bdd4f5e673 gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:24:18.231203 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['f2af78ec-25e1-4833-a7df-32634ee73ed6'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:24:18.335515 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:18.439819 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7aea7-59b2-4ca4-8bc5-7d48d6748883 req-cb6a91bd-40ed-4e7c-94b6-4928610099bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:24:18.443147 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a1c7aea7-59b2-4ca4-8bc5-7d48d6748883 req-cb6a91bd-40ed-4e7c-94b6-4928610099bd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=73141861083d409898791956fbfb9619&device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 1098 time: 0.1569030
Sep 08 16:24:18.506829 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-48f309cc-69db-4327-a6e9-d794d46e2d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42516b9280>, [{'id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'name': 'tempest-TestMinimumBasicScenario-1350170870-router', 'tenant_id': '73141861083d409898791956fbfb9619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '8a124473-e7aa-43ae-ac0f-7b0b0b60a084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:21:05Z', 'updated_at': '2021-09-08T16:21:11Z', 'revision_number': 4, 'project_id': '73141861083d409898791956fbfb9619', 'gw_port': {'id': '8a124473-e7aa-43ae-ac0f-7b0b0b60a084', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:21:06Z', 'updated_at': '2021-09-08T16:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': '3d2bf0ac-6346-4191-890d-814cfa5b0ca5', 'name': '', 'network_id': 'e8e36103-d4a7-4534-8a1c-aa043a64be17', 'tenant_id': '73141861083d409898791956fbfb9619', 'mac_address': 'fa:16:3e:8d:86:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '3c7012dd-217b-4c83-bdf7-d6920ffb08f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:21:10Z', 'updated_at': '2021-09-08T16:21:22Z', 'revision_number': 5, 'project_id': '73141861083d409898791956fbfb9619', 'subnets': [{'id': '3c7012dd-217b-4c83-bdf7-d6920ffb08f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:24:18.523728 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f309cc-69db-4327-a6e9-d794d46e2d4e None None] Checking router: 9995529e-9f96-44bf-8c1d-26bdd4f5e673 for host: dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:24:18.549313 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f309cc-69db-4327-a6e9-d794d46e2d4e None None] Routers {'9995529e-9f96-44bf-8c1d-26bdd4f5e673'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:24:18.549978 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-48f309cc-69db-4327-a6e9-d794d46e2d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42516b9280>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:24:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['9995529e-9f96-44bf-8c1d-26bdd4f5e673'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:24:18.787073 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-48f309cc-69db-4327-a6e9-d794d46e2d4e None None] Set router 9995529e-9f96-44bf-8c1d-26bdd4f5e673 gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:24:18.817012 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7aea7-59b2-4ca4-8bc5-7d48d6748883 req-2cb6b12b-db45-4f77-aefc-f537defb64c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:24:18.818513 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a1c7aea7-59b2-4ca4-8bc5-7d48d6748883 req-2cb6b12b-db45-4f77-aefc-f537defb64c6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e8e36103-d4a7-4534-8a1c-aa043a64be17 HTTP/1.1" status: 200  len: 916 time: 0.3666992
Sep 08 16:24:18.950114 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a1c7aea7-59b2-4ca4-8bc5-7d48d6748883 req-1013997e-b02f-4629-b5a1-984e4d4e459b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2af78ec-25e1-4833-a7df-32634ee73ed6 HTTP/1.1" status: 200  len: 217 time: 0.1235189
Sep 08 16:24:19.074193 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7aea7-59b2-4ca4-8bc5-7d48d6748883 req-c9426c31-eb3a-470a-a4ec-bcbabf0bfc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:24:19.077234 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a1c7aea7-59b2-4ca4-8bc5-7d48d6748883 req-c9426c31-eb3a-470a-a4ec-bcbabf0bfc20 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3c7012dd-217b-4c83-bdf7-d6920ffb08f4 HTTP/1.1" status: 200  len: 854 time: 0.1024671
Sep 08 16:24:19.215132 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-48f309cc-69db-4327-a6e9-d794d46e2d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42516b9280>, [{'id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'name': 'tempest-TestMinimumBasicScenario-1350170870-router', 'tenant_id': '73141861083d409898791956fbfb9619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '8a124473-e7aa-43ae-ac0f-7b0b0b60a084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:21:05Z', 'updated_at': '2021-09-08T16:21:11Z', 'revision_number': 4, 'project_id': '73141861083d409898791956fbfb9619', 'gw_port': {'id': '8a124473-e7aa-43ae-ac0f-7b0b0b60a084', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:21:06Z', 'updated_at': '2021-09-08T16:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': '3d2bf0ac-6346-4191-890d-814cfa5b0ca5', 'name': '', 'network_id': 'e8e36103-d4a7-4534-8a1c-aa043a64be17', 'tenant_id': '73141861083d409898791956fbfb9619', 'mac_address': 'fa:16:3e:8d:86:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '3c7012dd-217b-4c83-bdf7-d6920ffb08f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:21:10Z', 'updated_at': '2021-09-08T16:21:22Z', 'revision_number': 5, 'project_id': '73141861083d409898791956fbfb9619', 'subnets': [{'id': '3c7012dd-217b-4c83-bdf7-d6920ffb08f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:24:19.220477 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f309cc-69db-4327-a6e9-d794d46e2d4e None None] The sync data for ids ['9995529e-9f96-44bf-8c1d-26bdd4f5e673'] in dv-cinder-807898-1-iscsi is: [{'id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'name': 'tempest-TestMinimumBasicScenario-1350170870-router', 'tenant_id': '73141861083d409898791956fbfb9619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '8a124473-e7aa-43ae-ac0f-7b0b0b60a084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:21:05Z', 'updated_at': '2021-09-08T16:21:11Z', 'revision_number': 4, 'project_id': '73141861083d409898791956fbfb9619', 'gw_port': {'id': '8a124473-e7aa-43ae-ac0f-7b0b0b60a084', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:21:06Z', 'updated_at': '2021-09-08T16:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': '3d2bf0ac-6346-4191-890d-814cfa5b0ca5', 'name': '', 'network_id': 'e8e36103-d4a7-4534-8a1c-aa043a64be17', 'tenant_id': '73141861083d409898791956fbfb9619', 'mac_address': 'fa:16:3e:8d:86:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '3c7012dd-217b-4c83-bdf7-d6920ffb08f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:21:10Z', 'updated_at': '2021-09-08T16:21:22Z', 'revision_number': 5, 'project_id': '73141861083d409898791956fbfb9619', 'subnets': [{'id': '3c7012dd-217b-4c83-bdf7-d6920ffb08f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:24:19.239004 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7aea7-59b2-4ca4-8bc5-7d48d6748883 req-529a33b0-f759-4b1a-ab2c-64b124bf6a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:24:19.241169 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a1c7aea7-59b2-4ca4-8bc5-7d48d6748883 req-529a33b0-f759-4b1a-ab2c-64b124bf6a80 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8e36103-d4a7-4534-8a1c-aa043a64be17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1546726
Sep 08 16:24:19.405613 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a1c7aea7-59b2-4ca4-8bc5-7d48d6748883 req-e100b25b-7720-42b9-b83b-00c344f158af service neutron] 10.222.0.70 "GET /v2.0/networks/e8e36103-d4a7-4534-8a1c-aa043a64be17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1544383
Sep 08 16:24:19.507688 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826f6552-4a7f-45f1-bc72-bf249662050d None None] New status for floating IP a34174c9-77ea-4bda-9cde-c9672bfc1721: DOWN {{(pid=79428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 08 16:24:19.573665 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a1c7aea7-59b2-4ca4-8bc5-7d48d6748883 req-67ad7103-a864-4e2a-bc3d-01f26bec4d65 service neutron] 10.222.0.70 "GET /v2.0/networks/e8e36103-d4a7-4534-8a1c-aa043a64be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1600263
Sep 08 16:24:19.771933 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e3264-7c02-4008-94cd-633f58fce7aa req-ea2a44e1-8fd5-4310-a88f-32e3416308fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:24:19.773540 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-827e3264-7c02-4008-94cd-633f58fce7aa req-ea2a44e1-8fd5-4310-a88f-32e3416308fd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=73141861083d409898791956fbfb9619&device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 1098 time: 0.1028380
Sep 08 16:24:19.932120 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e3264-7c02-4008-94cd-633f58fce7aa req-1f2a76aa-be86-4e28-a111-68ac6e22ef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:24:19.933648 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-827e3264-7c02-4008-94cd-633f58fce7aa req-1f2a76aa-be86-4e28-a111-68ac6e22ef57 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e8e36103-d4a7-4534-8a1c-aa043a64be17 HTTP/1.1" status: 200  len: 916 time: 0.1500559
Sep 08 16:24:20.008876 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-827e3264-7c02-4008-94cd-633f58fce7aa req-12aa3562-ae40-4a62-ad6e-8052fd7432af service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2af78ec-25e1-4833-a7df-32634ee73ed6 HTTP/1.1" status: 200  len: 217 time: 0.0658162
Sep 08 16:24:20.081158 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e3264-7c02-4008-94cd-633f58fce7aa req-a8850440-2496-479d-bbb6-d8c9144de4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:24:20.082631 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-827e3264-7c02-4008-94cd-633f58fce7aa req-a8850440-2496-479d-bbb6-d8c9144de4b4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3c7012dd-217b-4c83-bdf7-d6920ffb08f4 HTTP/1.1" status: 200  len: 854 time: 0.0673254
Sep 08 16:24:20.166550 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e3264-7c02-4008-94cd-633f58fce7aa req-7989bb3e-0d6e-42eb-8604-f65921be5339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:24:20.167926 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-827e3264-7c02-4008-94cd-633f58fce7aa req-7989bb3e-0d6e-42eb-8604-f65921be5339 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e8e36103-d4a7-4534-8a1c-aa043a64be17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0779753
Sep 08 16:24:20.325870 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-827e3264-7c02-4008-94cd-633f58fce7aa req-3fe03a50-76d1-4f02-b2d8-f150a224d773 service neutron] 10.222.0.70 "GET /v2.0/networks/e8e36103-d4a7-4534-8a1c-aa043a64be17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1495497
Sep 08 16:24:20.519355 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-827e3264-7c02-4008-94cd-633f58fce7aa req-fb574ec0-4f1a-4b98-9151-5616ec444d96 service neutron] 10.222.0.70 "GET /v2.0/networks/e8e36103-d4a7-4534-8a1c-aa043a64be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1766229
Sep 08 16:24:24.704785 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70926d-4eaa-4fe4-9e2a-6a59cf930144 req-311352d1-cc31-41dc-9e93-d46943b5c26a tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:24:24.706183 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-2d70926d-4eaa-4fe4-9e2a-6a59cf930144 req-311352d1-cc31-41dc-9e93-d46943b5c26a tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Synchronizing usage tracker for tenant:73141861083d409898791956fbfb9619 on resource:port {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:24:24.742671 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-2d70926d-4eaa-4fe4-9e2a-6a59cf930144 req-311352d1-cc31-41dc-9e93-d46943b5c26a tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Unset dirty status for tenant:73141861083d409898791956fbfb9619 on resource:port {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:24:24.744416 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2d70926d-4eaa-4fe4-9e2a-6a59cf930144 req-311352d1-cc31-41dc-9e93-d46943b5c26a tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 945 time: 0.1857419
Sep 08 16:24:24.827672 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2d70926d-4eaa-4fe4-9e2a-6a59cf930144 req-96ddee64-6acb-46ac-bdab-966ca37e80f1 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757563
Sep 08 16:24:25.737538 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:24:26.151268 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03918430-1728-442e-949c-e44216fd8ca2 req-a66246c7-5c7d-46ff-8a0d-360782781d9d tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:24:26.153254 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-03918430-1728-442e-949c-e44216fd8ca2 req-a66246c7-5c7d-46ff-8a0d-360782781d9d tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 945 time: 0.1158488
Sep 08 16:24:26.216198 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-03918430-1728-442e-949c-e44216fd8ca2 req-4204006c-85c2-4bf0-8f08-1f17c1ab3c47 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551124
Sep 08 16:24:27.416093 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758c697-b4c8-452c-b439-0453e2a7322f req-eb6bd7a6-2944-43fc-ba60-d607c2a673b0 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:24:27.417636 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-8758c697-b4c8-452c-b439-0453e2a7322f req-eb6bd7a6-2944-43fc-ba60-d607c2a673b0 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 945 time: 0.0882933
Sep 08 16:24:27.469675 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-8758c697-b4c8-452c-b439-0453e2a7322f req-753a1d0c-7be2-49e9-9ed8-17bb33b6c350 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444734
Sep 08 16:24:28.496704 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178e9f3-96ad-47f5-80ee-c28eeba110dd req-527da7fc-2d66-489c-abe4-ae8fed4098a2 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:24:28.498835 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4178e9f3-96ad-47f5-80ee-c28eeba110dd req-527da7fc-2d66-489c-abe4-ae8fed4098a2 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.70 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 945 time: 0.0881500
Sep 08 16:24:28.733578 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [req-4178e9f3-96ad-47f5-80ee-c28eeba110dd req-7d64c7d5-57d2-49d2-a253-2d456647e2a5 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Deleting port f2af78ec-25e1-4833-a7df-32634ee73ed6 {{(pid=79426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:24:28.733909 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-4178e9f3-96ad-47f5-80ee-c28eeba110dd req-7d64c7d5-57d2-49d2-a253-2d456647e2a5 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:28.865806 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2c4c1-d1e3-4f48-8bb5-cc0d98de2f48 req-c5c5f18a-8af3-4512-96d2-166e539733fc tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:24:28.867432 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-dae2c4c1-d1e3-4f48-8bb5-cc0d98de2f48 req-c5c5f18a-8af3-4512-96d2-166e539733fc tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 945 time: 0.2244263
Sep 08 16:24:29.023413 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-dae2c4c1-d1e3-4f48-8bb5-cc0d98de2f48 req-1ff33c39-2bb4-4001-960b-8460c9638852 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3499b13-6588-454b-950d-ab7ea735e370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1454375
Sep 08 16:24:29.101873 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [req-4178e9f3-96ad-47f5-80ee-c28eeba110dd req-7d64c7d5-57d2-49d2-a253-2d456647e2a5 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] For port f2af78ec-25e1-4833-a7df-32634ee73ed6, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=f2af78ec-25e1-4833-a7df-32634ee73ed6,segment=NetworkSegment(692d8389-e7f4-41d5-b576-e474440eb184),segment_id=692d8389-e7f4-41d5-b576-e474440eb184)] {{(pid=79426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:24:29.102470 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-4178e9f3-96ad-47f5-80ee-c28eeba110dd req-7d64c7d5-57d2-49d2-a253-2d456647e2a5 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:29.359037 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [req-4178e9f3-96ad-47f5-80ee-c28eeba110dd req-7d64c7d5-57d2-49d2-a253-2d456647e2a5 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Calling delete_port for f2af78ec-25e1-4833-a7df-32634ee73ed6 owned by compute:nova {{(pid=79426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:24:29.632576 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-4178e9f3-96ad-47f5-80ee-c28eeba110dd req-7d64c7d5-57d2-49d2-a253-2d456647e2a5 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:29.642969 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-a7c158b5-79aa-40bd-b581-7dc5352a3d9d tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:29.669420 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['f2af78ec-25e1-4833-a7df-32634ee73ed6'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:24:29.728018 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d64c7d5-57d2-49d2-a253-2d456647e2a5 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Pushing event deleted for resources: {'Port': ['ID=f2af78ec-25e1-4833-a7df-32634ee73ed6,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:29.735879 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-7d64c7d5-57d2-49d2-a253-2d456647e2a5 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:29.889715 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.l3_dvrscheduler_db [req-4178e9f3-96ad-47f5-80ee-c28eeba110dd req-7d64c7d5-57d2-49d2-a253-2d456647e2a5 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] No DVR routers for this DVR port f2af78ec-25e1-4833-a7df-32634ee73ed6 on host hv-cinder-80789 {{(pid=79426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 08 16:24:29.894501 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-4178e9f3-96ad-47f5-80ee-c28eeba110dd req-7d64c7d5-57d2-49d2-a253-2d456647e2a5 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:29.907705 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98bdbfb7-ffb6-4948-947a-c946528dd2f4', 'name': 'network-vif-deleted', 'tag': 'f2af78ec-25e1-4833-a7df-32634ee73ed6'}] {{(pid=79426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:24:29.916990 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4178e9f3-96ad-47f5-80ee-c28eeba110dd req-7d64c7d5-57d2-49d2-a253-2d456647e2a5 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.70 "DELETE /v2.0/ports/f2af78ec-25e1-4833-a7df-32634ee73ed6 HTTP/1.1" status: 204  len: 173 time: 1.4124978
Sep 08 16:24:29.981985 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98bdbfb7-ffb6-4948-947a-c946528dd2f4', 'name': 'network-vif-deleted', 'tag': 'f2af78ec-25e1-4833-a7df-32634ee73ed6', 'status': 'completed', 'code': 200}
Sep 08 16:24:30.280167 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-2ae3ca88-7757-4283-85f9-dcae127704cb req-fccd1706-506c-4bd2-a7be-4375c42fb40c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Synchronizing usage tracker for tenant:73141861083d409898791956fbfb9619 on resource:port {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:24:30.298788 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-2ae3ca88-7757-4283-85f9-dcae127704cb req-fccd1706-506c-4bd2-a7be-4375c42fb40c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Unset dirty status for tenant:73141861083d409898791956fbfb9619 on resource:port {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:24:30.299995 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2ae3ca88-7757-4283-85f9-dcae127704cb req-fccd1706-506c-4bd2-a7be-4375c42fb40c tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 210 time: 0.0666854
Sep 08 16:24:30.814538 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-7388eba8-b43f-4c90-801d-55a38811a559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:31.294484 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:31.488967 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0c669b82-6a3f-442b-872e-4871db3f57bb req-3197ae3d-b8c6-4b3e-8d3b-b29f0b886904 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 210 time: 0.0437577
Sep 08 16:24:32.663368 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4f4c0325-ec98-4247-879c-5105e1280ac0 req-627d9439-c7de-4b8b-8800-b503853656df tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] 10.222.0.25 "GET /v2.0/ports?device_id=98bdbfb7-ffb6-4948-947a-c946528dd2f4 HTTP/1.1" status: 200  len: 210 time: 0.0484316
Sep 08 16:24:32.950772 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device f2af78ec-25e1-4833-a7df-32634ee73ed6 no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:24:32.987114 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] No Port match for: f2af78ec-25e1-4833-a7df-32634ee73ed6 {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:24:32.987465 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device f2af78ec-25e1-4833-a7df-32634ee73ed6 not bound to the agent host hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:24:33.954236 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d14d6baf-034b-4408-a01e-c7ab38170cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:34.776722 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 45764) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:35.266055 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:35.420020 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-01f7a7d9-c973-4f80-8e24-c693df13bfb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1928918'] for router_interface, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:35.932023 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [None req-01f7a7d9-c973-4f80-8e24-c693df13bfb7 admin admin] Deleting port 3d2bf0ac-6346-4191-890d-814cfa5b0ca5 {{(pid=79425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:24:35.933056 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-01f7a7d9-c973-4f80-8e24-c693df13bfb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:36.288682 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [None req-01f7a7d9-c973-4f80-8e24-c693df13bfb7 admin admin] For port 3d2bf0ac-6346-4191-890d-814cfa5b0ca5, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=3d2bf0ac-6346-4191-890d-814cfa5b0ca5,segment=NetworkSegment(692d8389-e7f4-41d5-b576-e474440eb184),segment_id=692d8389-e7f4-41d5-b576-e474440eb184)] {{(pid=79425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:24:36.289368 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-01f7a7d9-c973-4f80-8e24-c693df13bfb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:36.422592 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [None req-01f7a7d9-c973-4f80-8e24-c693df13bfb7 admin admin] Calling delete_port for 3d2bf0ac-6346-4191-890d-814cfa5b0ca5 owned by network:router_interface {{(pid=79425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:24:36.620311 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-01f7a7d9-c973-4f80-8e24-c693df13bfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:36.626670 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-fc3f72c0-4c3d-4817-8274-dcff2d4080fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:36.676602 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7a7d9-c973-4f80-8e24-c693df13bfb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d2bf0ac-6346-4191-890d-814cfa5b0ca5,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:36.711699 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-01f7a7d9-c973-4f80-8e24-c693df13bfb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:37.067717 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-01f7a7d9-c973-4f80-8e24-c693df13bfb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1938022'] for router_interface, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:37.360031 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:37.635132 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f7a7d9-c973-4f80-8e24-c693df13bfb7 admin admin] Router 9995529e-9f96-44bf-8c1d-26bdd4f5e673 has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:24:37.972304 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f7a7d9-c973-4f80-8e24-c693df13bfb7 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:24:37.984605 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130fc779-80ca-46dc-a25c-5469c1087a71 None None] Sync routers for ids ['9995529e-9f96-44bf-8c1d-26bdd4f5e673'] in dv-cinder-807898-1-iscsi {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:24:37.994492 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-01f7a7d9-c973-4f80-8e24-c693df13bfb7 admin admin] 10.222.0.25 "PUT /v2.0/routers/9995529e-9f96-44bf-8c1d-26bdd4f5e673/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2148790
Sep 08 16:24:37.997329 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 45792) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:38.003207 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130fc779-80ca-46dc-a25c-5469c1087a71 None None] Routers {'9995529e-9f96-44bf-8c1d-26bdd4f5e673'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:24:38.004204 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-130fc779-80ca-46dc-a25c-5469c1087a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42517a58e0>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:24:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['9995529e-9f96-44bf-8c1d-26bdd4f5e673'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:24:38.206510 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-84eadc1a-87a5-48b6-8e93-81acfcb5d5d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:38.366470 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-130fc779-80ca-46dc-a25c-5469c1087a71 None None] Set router 9995529e-9f96-44bf-8c1d-26bdd4f5e673 gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:24:38.412191 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-84eadc1a-87a5-48b6-8e93-81acfcb5d5d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:38.425729 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [None req-84eadc1a-87a5-48b6-8e93-81acfcb5d5d2 admin admin] Deleting port 8a124473-e7aa-43ae-ac0f-7b0b0b60a084 {{(pid=79425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:24:38.426909 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-84eadc1a-87a5-48b6-8e93-81acfcb5d5d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:38.670786 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [None req-84eadc1a-87a5-48b6-8e93-81acfcb5d5d2 admin admin] For port 8a124473-e7aa-43ae-ac0f-7b0b0b60a084, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=8a124473-e7aa-43ae-ac0f-7b0b0b60a084,segment=NetworkSegment(3235b71f-0c14-40b5-ba80-96fc5a4742a1),segment_id=3235b71f-0c14-40b5-ba80-96fc5a4742a1)] {{(pid=79425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:24:38.671135 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-84eadc1a-87a5-48b6-8e93-81acfcb5d5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:38.723766 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-130fc779-80ca-46dc-a25c-5469c1087a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42517a58e0>, [{'id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'name': 'tempest-TestMinimumBasicScenario-1350170870-router', 'tenant_id': '73141861083d409898791956fbfb9619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '8a124473-e7aa-43ae-ac0f-7b0b0b60a084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:21:05Z', 'updated_at': '2021-09-08T16:24:36Z', 'revision_number': 5, 'project_id': '73141861083d409898791956fbfb9619', 'gw_port': {'id': '8a124473-e7aa-43ae-ac0f-7b0b0b60a084', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:21:06Z', 'updated_at': '2021-09-08T16:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi'}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:24:38.728983 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130fc779-80ca-46dc-a25c-5469c1087a71 None None] Checking router: 9995529e-9f96-44bf-8c1d-26bdd4f5e673 for host: dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:24:38.740109 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130fc779-80ca-46dc-a25c-5469c1087a71 None None] Routers {'9995529e-9f96-44bf-8c1d-26bdd4f5e673'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:24:38.741254 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-130fc779-80ca-46dc-a25c-5469c1087a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42517a58e0>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:24:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['9995529e-9f96-44bf-8c1d-26bdd4f5e673'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:24:38.805490 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [None req-84eadc1a-87a5-48b6-8e93-81acfcb5d5d2 admin admin] Calling delete_port for 8a124473-e7aa-43ae-ac0f-7b0b0b60a084 owned by network:router_gateway {{(pid=79425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:24:38.949305 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-130fc779-80ca-46dc-a25c-5469c1087a71 None None] Set router 9995529e-9f96-44bf-8c1d-26bdd4f5e673 gateway port host: None {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:24:39.063465 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-84eadc1a-87a5-48b6-8e93-81acfcb5d5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:39.070159 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-3ba44a84-5f88-43ae-b925-0adb443025ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:39.081120 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-130fc779-80ca-46dc-a25c-5469c1087a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42517a58e0>, [{'id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'name': 'tempest-TestMinimumBasicScenario-1350170870-router', 'tenant_id': '73141861083d409898791956fbfb9619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:21:05Z', 'updated_at': '2021-09-08T16:24:38Z', 'revision_number': 6, 'project_id': '73141861083d409898791956fbfb9619', 'gw_port_host': None}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:24:39.085907 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130fc779-80ca-46dc-a25c-5469c1087a71 None None] The sync data for ids ['9995529e-9f96-44bf-8c1d-26bdd4f5e673'] in dv-cinder-807898-1-iscsi is: [{'id': '9995529e-9f96-44bf-8c1d-26bdd4f5e673', 'name': 'tempest-TestMinimumBasicScenario-1350170870-router', 'tenant_id': '73141861083d409898791956fbfb9619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:21:05Z', 'updated_at': '2021-09-08T16:24:38Z', 'revision_number': 6, 'project_id': '73141861083d409898791956fbfb9619', 'gw_port_host': None}] {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:24:39.125521 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eadc1a-87a5-48b6-8e93-81acfcb5d5d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a124473-e7aa-43ae-ac0f-7b0b0b60a084,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:39.157256 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-84eadc1a-87a5-48b6-8e93-81acfcb5d5d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:39.347452 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-84eadc1a-87a5-48b6-8e93-81acfcb5d5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1948169'] for router_gateway, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:39.566953 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-84eadc1a-87a5-48b6-8e93-81acfcb5d5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1926116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35657'] for router, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:39.568419 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 3d2bf0ac-6346-4191-890d-814cfa5b0ca5 no longer exists at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:24:39.570930 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-84eadc1a-87a5-48b6-8e93-81acfcb5d5d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:39.611970 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-84eadc1a-87a5-48b6-8e93-81acfcb5d5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1928443'] for router, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:39.612719 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84eadc1a-87a5-48b6-8e93-81acfcb5d5d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9995529e-9f96-44bf-8c1d-26bdd4f5e673 {{(pid=79425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Sep 08 16:24:39.645461 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-84eadc1a-87a5-48b6-8e93-81acfcb5d5d2 admin admin] Notify callbacks [] for router, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:39.647574 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-84eadc1a-87a5-48b6-8e93-81acfcb5d5d2 admin admin] 10.222.0.25 "DELETE /v2.0/routers/9995529e-9f96-44bf-8c1d-26bdd4f5e673 HTTP/1.1" status: 204  len: 168 time: 1.6490209
Sep 08 16:24:39.650508 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 45804) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:39.653369 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] No Port match for: 3d2bf0ac-6346-4191-890d-814cfa5b0ca5 {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:24:39.654109 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 3d2bf0ac-6346-4191-890d-814cfa5b0ca5 not bound to the agent host dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:24:39.770149 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfac34eb-4354-49e7-be69-9997128a529b admin admin] Deleting subnet 3c7012dd-217b-4c83-bdf7-d6920ffb08f4 {{(pid=79425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 08 16:24:39.775438 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-cfac34eb-4354-49e7-be69-9997128a529b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:39.866398 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-cfac34eb-4354-49e7-be69-9997128a529b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2497500'] for subnet, precommit_delete_associations {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:39.978219 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-cfac34eb-4354-49e7-be69-9997128a529b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1043567'] for subnet, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:40.067277 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-cfac34eb-4354-49e7-be69-9997128a529b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1043542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2390624'] for subnet, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:40.074122 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-47332f35-7838-4372-b7c0-3cf6e4da9e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:40.118464 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac34eb-4354-49e7-be69-9997128a529b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c7012dd-217b-4c83-bdf7-d6920ffb08f4,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:40.121657 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-cfac34eb-4354-49e7-be69-9997128a529b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:40.122668 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-cfac34eb-4354-49e7-be69-9997128a529b admin admin] Notify callbacks [] for subnet, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:40.131737 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b8c643-afc6-4d5f-8099-618801f47315 None None] Network e8e36103-d4a7-4534-8a1c-aa043a64be17 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:24:40.133810 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-cfac34eb-4354-49e7-be69-9997128a529b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3c7012dd-217b-4c83-bdf7-d6920ffb08f4 HTTP/1.1" status: 204  len: 168 time: 0.4817805
Sep 08 16:24:40.134389 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 45820) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:40.283125 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2e21e3ed-c0f6-4880-a348-b9dc95bdda17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-915372'] for network, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:40.309051 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-2e21e3ed-c0f6-4880-a348-b9dc95bdda17 admin admin] Deleting port 92b74f00-bec1-4c44-843b-5988dae92004 {{(pid=79426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:24:40.311282 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2e21e3ed-c0f6-4880-a348-b9dc95bdda17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:40.342430 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 45830) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:40.499809 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-f3b2ffc0-7559-4b70-ae94-f5926af7092f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:40.528377 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-f3b2ffc0-7559-4b70-ae94-f5926af7092f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:24:40.534123 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-f3b2ffc0-7559-4b70-ae94-f5926af7092f admin admin] Usage tracker for resource:security_group_rule and tenant:7583d27ae2104e6d8b3523b3e5c2b959 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:24:40.537676 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-f3b2ffc0-7559-4b70-ae94-f5926af7092f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:24:40.547349 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-f3b2ffc0-7559-4b70-ae94-f5926af7092f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:24:40.555310 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24914ea6-45f5-44be-af36-cc8de75b836c None None] DHCP port deletion for e8e36103-d4a7-4534-8a1c-aa043a64be17 request from dv-cinder-807898-1-iscsi {{(pid=79427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Sep 08 16:24:40.566383 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-24914ea6-45f5-44be-af36-cc8de75b836c None None] Deleting port 92b74f00-bec1-4c44-843b-5988dae92004 {{(pid=79427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:24:40.567379 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-24914ea6-45f5-44be-af36-cc8de75b836c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:40.588145 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [None req-2e21e3ed-c0f6-4880-a348-b9dc95bdda17 admin admin] For port 92b74f00-bec1-4c44-843b-5988dae92004, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=92b74f00-bec1-4c44-843b-5988dae92004,segment=NetworkSegment(692d8389-e7f4-41d5-b576-e474440eb184),segment_id=692d8389-e7f4-41d5-b576-e474440eb184)] {{(pid=79426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:24:40.588947 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2e21e3ed-c0f6-4880-a348-b9dc95bdda17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:40.676263 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-f3b2ffc0-7559-4b70-ae94-f5926af7092f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:40.690336 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-f3b2ffc0-7559-4b70-ae94-f5926af7092f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:40.727391 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-0bfa0115-79ef-4e25-be46-0218689f92ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:40.735739 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-2e21e3ed-c0f6-4880-a348-b9dc95bdda17 admin admin] Calling delete_port for 92b74f00-bec1-4c44-843b-5988dae92004 owned by network:dhcp {{(pid=79426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:24:40.742169 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-f3b2ffc0-7559-4b70-ae94-f5926af7092f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7583d27ae2104e6d8b3523b3e5c2b959&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3958621
Sep 08 16:24:40.743231 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 45842) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:40.787990 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2ffc0-7559-4b70-ae94-f5926af7092f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0213dc-0c49-4ac7-a046-17002feed7e1,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:40.794077 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-f3b2ffc0-7559-4b70-ae94-f5926af7092f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:40.837178 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-fe1abf23-a006-443d-8ddb-e9e72aece70d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:40.896377 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-fe1abf23-a006-443d-8ddb-e9e72aece70d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:40.908337 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-24914ea6-45f5-44be-af36-cc8de75b836c None None] For port 92b74f00-bec1-4c44-843b-5988dae92004, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=92b74f00-bec1-4c44-843b-5988dae92004,segment=NetworkSegment(692d8389-e7f4-41d5-b576-e474440eb184),segment_id=692d8389-e7f4-41d5-b576-e474440eb184)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:24:40.909141 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-24914ea6-45f5-44be-af36-cc8de75b836c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:40.939778 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2e21e3ed-c0f6-4880-a348-b9dc95bdda17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:40.953758 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-3bf47d84-6bf9-4e1e-926c-64aeca82c4b2 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:40.998740 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e21e3ed-c0f6-4880-a348-b9dc95bdda17 admin admin] No DVR routers for this DVR port 92b74f00-bec1-4c44-843b-5988dae92004 on host dv-cinder-807898-1-iscsi {{(pid=79426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 08 16:24:41.001346 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21e3ed-c0f6-4880-a348-b9dc95bdda17 admin admin] Pushing event deleted for resources: {'Port': ['ID=92b74f00-bec1-4c44-843b-5988dae92004,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:41.024006 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-fe1abf23-a006-443d-8ddb-e9e72aece70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:41.032061 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-ab8a349a-39b5-4974-bca5-7cbae4ddb7de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:41.032980 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-2e21e3ed-c0f6-4880-a348-b9dc95bdda17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:41.048726 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-fe1abf23-a006-443d-8ddb-e9e72aece70d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:41.050000 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-fe1abf23-a006-443d-8ddb-e9e72aece70d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4a0213dc-0c49-4ac7-a046-17002feed7e1 HTTP/1.1" status: 204  len: 168 time: 0.3057115
Sep 08 16:24:41.051257 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1abf23-a006-443d-8ddb-e9e72aece70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0213dc-0c49-4ac7-a046-17002feed7e1,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:41.067304 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-fe1abf23-a006-443d-8ddb-e9e72aece70d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:41.096493 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-24914ea6-45f5-44be-af36-cc8de75b836c None None] Calling delete_port for 92b74f00-bec1-4c44-843b-5988dae92004 owned by network:dhcp {{(pid=79427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:24:41.133491 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2e21e3ed-c0f6-4880-a348-b9dc95bdda17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1042402', 'neutron.services.segments.db._delete_segments_for_network-8745177524152'] for network, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:41.149501 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-2e21e3ed-c0f6-4880-a348-b9dc95bdda17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42516566d0>,) {'filters': {'network_id': ['e8e36103-d4a7-4534-8a1c-aa043a64be17']}} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:24:41.163236 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-2e21e3ed-c0f6-4880-a348-b9dc95bdda17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42516566d0>, '692d8389-e7f4-41d5-b576-e474440eb184') {'for_net_delete': True} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:24:41.163560 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-2e21e3ed-c0f6-4880-a348-b9dc95bdda17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42516566d0>, '692d8389-e7f4-41d5-b576-e474440eb184') {} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:24:41.176825 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2e21e3ed-c0f6-4880-a348-b9dc95bdda17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745177523999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2472753'] for segment, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:41.186131 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.db.api [None req-24914ea6-45f5-44be-af36-cc8de75b836c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 08 16:24:41.186131 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_db.api [None req-24914ea6-45f5-44be-af36-cc8de75b836c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 08 16:24:41.195918 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2e21e3ed-c0f6-4880-a348-b9dc95bdda17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:41.203562 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e21e3ed-c0f6-4880-a348-b9dc95bdda17 admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=79426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 08 16:24:41.204074 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2e21e3ed-c0f6-4880-a348-b9dc95bdda17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1037242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2352971'] for segment, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:41.221244 dv-cinder-807898-1-iscsi neutron-server[79426]: Traceback (most recent call last):
Sep 08 16:24:41.221244 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 08 16:24:41.221244 dv-cinder-807898-1-iscsi neutron-server[79426]:     timer()
Sep 08 16:24:41.221244 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 08 16:24:41.221244 dv-cinder-807898-1-iscsi neutron-server[79426]:     cb(*args, **kw)
Sep 08 16:24:41.221244 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 08 16:24:41.221244 dv-cinder-807898-1-iscsi neutron-server[79426]:     return func(*args, **kwargs)
Sep 08 16:24:41.221244 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 08 16:24:41.221244 dv-cinder-807898-1-iscsi neutron-server[79426]:     self._notify()
Sep 08 16:24:41.221244 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 08 16:24:41.221244 dv-cinder-807898-1-iscsi neutron-server[79426]:     self.callback(batched_events)
Sep 08 16:24:41.221244 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 08 16:24:41.221244 dv-cinder-807898-1-iscsi neutron-server[79426]:     event.method(event)
Sep 08 16:24:41.221244 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 08 16:24:41.221244 dv-cinder-807898-1-iscsi neutron-server[79426]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 08 16:24:41.221244 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 08 16:24:41.221244 dv-cinder-807898-1-iscsi neutron-server[79426]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 08 16:24:41.221244 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 08 16:24:41.221244 dv-cinder-807898-1-iscsi neutron-server[79426]:     return f(self, *a, **k)
Sep 08 16:24:41.221244 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 08 16:24:41.221244 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self._get(url).json()
Sep 08 16:24:41.221244 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Sep 08 16:24:41.221244 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 08 16:24:41.221244 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 08 16:24:41.221244 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self.request(url, 'GET', **kwargs)
Sep 08 16:24:41.221244 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 08 16:24:41.221244 dv-cinder-807898-1-iscsi neutron-server[79426]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 08 16:24:41.221244 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 08 16:24:41.221244 dv-cinder-807898-1-iscsi neutron-server[79426]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 08 16:24:41.221244 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 08 16:24:41.221244 dv-cinder-807898-1-iscsi neutron-server[79426]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 08 16:24:41.221244 dv-cinder-807898-1-iscsi neutron-server[79426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 08 16:24:41.306522 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 8a124473-e7aa-43ae-ac0f-7b0b0b60a084 no longer exists at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:24:41.306830 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2e21e3ed-c0f6-4880-a348-b9dc95bdda17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1042413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1948206'] for network, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:41.310937 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-30395e36-092f-4232-b5e6-e2b5ee2c6256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:41.331064 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2e21e3ed-c0f6-4880-a348-b9dc95bdda17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:41.340153 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21e3ed-c0f6-4880-a348-b9dc95bdda17 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8e36103-d4a7-4534-8a1c-aa043a64be17,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:41.350494 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-2e21e3ed-c0f6-4880-a348-b9dc95bdda17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:41.357410 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-2e21e3ed-c0f6-4880-a348-b9dc95bdda17 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e8e36103-d4a7-4534-8a1c-aa043a64be17 HTTP/1.1" status: 204  len: 168 time: 1.2217915
Sep 08 16:24:41.360028 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] No Port match for: 8a124473-e7aa-43ae-ac0f-7b0b0b60a084 {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:24:41.360804 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 8a124473-e7aa-43ae-ac0f-7b0b0b60a084 not bound to the agent host dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:24:41.361664 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 92b74f00-bec1-4c44-843b-5988dae92004 no longer exists at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:24:41.363825 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 45852) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:41.430639 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] No Port match for: 92b74f00-bec1-4c44-843b-5988dae92004 {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:24:41.431384 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 92b74f00-bec1-4c44-843b-5988dae92004 not bound to the agent host dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:24:41.688304 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-24914ea6-45f5-44be-af36-cc8de75b836c None None] Deleting port 92b74f00-bec1-4c44-843b-5988dae92004 {{(pid=79427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:24:41.689182 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-24914ea6-45f5-44be-af36-cc8de75b836c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:41.833897 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-24914ea6-45f5-44be-af36-cc8de75b836c None None] The port '92b74f00-bec1-4c44-843b-5988dae92004' was deleted {{(pid=79427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Sep 08 16:24:42.088474 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-11ea627a-ef4d-42f7-8041-fd582a4fe075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1928918'] for router_interface, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:42.488398 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-11ea627a-ef4d-42f7-8041-fd582a4fe075 admin admin] Deleting port eae6f281-cd55-4bd4-b024-2b77d271d1b0 {{(pid=79426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:24:42.489123 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-11ea627a-ef4d-42f7-8041-fd582a4fe075 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:42.828860 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [None req-11ea627a-ef4d-42f7-8041-fd582a4fe075 admin admin] For port eae6f281-cd55-4bd4-b024-2b77d271d1b0, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=eae6f281-cd55-4bd4-b024-2b77d271d1b0,segment=NetworkSegment(97f209bf-8b6c-4174-ba2f-75757ac72814),segment_id=97f209bf-8b6c-4174-ba2f-75757ac72814)] {{(pid=79426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:24:42.829216 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-11ea627a-ef4d-42f7-8041-fd582a4fe075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:42.969066 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-11ea627a-ef4d-42f7-8041-fd582a4fe075 admin admin] Calling delete_port for eae6f281-cd55-4bd4-b024-2b77d271d1b0 owned by network:router_interface {{(pid=79426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:24:43.169459 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-11ea627a-ef4d-42f7-8041-fd582a4fe075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:43.174377 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-8fe8c036-a167-4240-b7da-5b02d43f50d1 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:43.223308 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea627a-ef4d-42f7-8041-fd582a4fe075 admin admin] Pushing event deleted for resources: {'Port': ['ID=eae6f281-cd55-4bd4-b024-2b77d271d1b0,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:43.226483 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-11ea627a-ef4d-42f7-8041-fd582a4fe075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:43.549545 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-11ea627a-ef4d-42f7-8041-fd582a4fe075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1938022'] for router_interface, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:43.950603 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ea627a-ef4d-42f7-8041-fd582a4fe075 admin admin] Router 1e4ae88d-310c-4060-9b31-f84f772ba0d5 has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:24:44.141837 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ea627a-ef4d-42f7-8041-fd582a4fe075 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:24:44.152340 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-11ea627a-ef4d-42f7-8041-fd582a4fe075 admin admin] 10.222.0.25 "PUT /v2.0/routers/1e4ae88d-310c-4060-9b31-f84f772ba0d5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7873178
Sep 08 16:24:44.154952 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 45892) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:44.160167 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed0f588-e552-4ab9-804e-5cf22929925a None None] Sync routers for ids ['1e4ae88d-310c-4060-9b31-f84f772ba0d5'] in dv-cinder-807898-1-iscsi {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:24:44.177396 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed0f588-e552-4ab9-804e-5cf22929925a None None] Routers {'1e4ae88d-310c-4060-9b31-f84f772ba0d5'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:24:44.178425 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-7ed0f588-e552-4ab9-804e-5cf22929925a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42519a1970>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:24:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['1e4ae88d-310c-4060-9b31-f84f772ba0d5'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:24:44.405735 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-7ed0f588-e552-4ab9-804e-5cf22929925a None None] Set router 1e4ae88d-310c-4060-9b31-f84f772ba0d5 gateway port host: dv-cinder-807898-1-iscsi {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:24:44.545471 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-b5ed8f27-e0d2-4f95-a700-444644a2b10a admin admin] Notify callbacks [] for router, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:44.783134 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-b5ed8f27-e0d2-4f95-a700-444644a2b10a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:44.795190 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-b5ed8f27-e0d2-4f95-a700-444644a2b10a admin admin] Deleting port a91c23c7-0886-4658-b79b-983eca8fb8d5 {{(pid=79426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:24:44.795558 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-b5ed8f27-e0d2-4f95-a700-444644a2b10a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:44.804099 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-7ed0f588-e552-4ab9-804e-5cf22929925a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42519a1970>, [{'id': '1e4ae88d-310c-4060-9b31-f84f772ba0d5', 'name': 'tempest-TestMinimumBasicScenario-859287053-router', 'tenant_id': 'af4c7bce850d430ebfeee0c9b1873d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a91c23c7-0886-4658-b79b-983eca8fb8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:21:17Z', 'updated_at': '2021-09-08T16:24:43Z', 'revision_number': 5, 'project_id': 'af4c7bce850d430ebfeee0c9b1873d53', 'gw_port': {'id': 'a91c23c7-0886-4658-b79b-983eca8fb8d5', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4ae88d-310c-4060-9b31-f84f772ba0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:21:19Z', 'updated_at': '2021-09-08T16:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi'}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:24:44.808781 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed0f588-e552-4ab9-804e-5cf22929925a None None] Checking router: 1e4ae88d-310c-4060-9b31-f84f772ba0d5 for host: dv-cinder-807898-1-iscsi {{(pid=79428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:24:44.818770 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed0f588-e552-4ab9-804e-5cf22929925a None None] Routers {'1e4ae88d-310c-4060-9b31-f84f772ba0d5'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:24:44.819408 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-7ed0f588-e552-4ab9-804e-5cf22929925a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42519a1970>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:24:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['1e4ae88d-310c-4060-9b31-f84f772ba0d5'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:24:45.018266 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-7ed0f588-e552-4ab9-804e-5cf22929925a None None] Set router 1e4ae88d-310c-4060-9b31-f84f772ba0d5 gateway port host: None {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:24:45.093559 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [None req-b5ed8f27-e0d2-4f95-a700-444644a2b10a admin admin] For port a91c23c7-0886-4658-b79b-983eca8fb8d5, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=a91c23c7-0886-4658-b79b-983eca8fb8d5,segment=NetworkSegment(3235b71f-0c14-40b5-ba80-96fc5a4742a1),segment_id=3235b71f-0c14-40b5-ba80-96fc5a4742a1)] {{(pid=79426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:24:45.094199 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-b5ed8f27-e0d2-4f95-a700-444644a2b10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:45.142266 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-7ed0f588-e552-4ab9-804e-5cf22929925a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42519a1970>, [{'id': '1e4ae88d-310c-4060-9b31-f84f772ba0d5', 'name': 'tempest-TestMinimumBasicScenario-859287053-router', 'tenant_id': 'af4c7bce850d430ebfeee0c9b1873d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:21:17Z', 'updated_at': '2021-09-08T16:24:44Z', 'revision_number': 6, 'project_id': 'af4c7bce850d430ebfeee0c9b1873d53', 'gw_port_host': None}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:24:45.146959 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed0f588-e552-4ab9-804e-5cf22929925a None None] The sync data for ids ['1e4ae88d-310c-4060-9b31-f84f772ba0d5'] in dv-cinder-807898-1-iscsi is: [{'id': '1e4ae88d-310c-4060-9b31-f84f772ba0d5', 'name': 'tempest-TestMinimumBasicScenario-859287053-router', 'tenant_id': 'af4c7bce850d430ebfeee0c9b1873d53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:21:17Z', 'updated_at': '2021-09-08T16:24:44Z', 'revision_number': 6, 'project_id': 'af4c7bce850d430ebfeee0c9b1873d53', 'gw_port_host': None}] {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:24:45.289878 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-b5ed8f27-e0d2-4f95-a700-444644a2b10a admin admin] Calling delete_port for a91c23c7-0886-4658-b79b-983eca8fb8d5 owned by network:router_gateway {{(pid=79426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:24:45.480511 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-b5ed8f27-e0d2-4f95-a700-444644a2b10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:45.484463 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-15261e39-a566-4644-956e-0cc63e8451d5 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:45.522916 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device eae6f281-cd55-4bd4-b024-2b77d271d1b0 no longer exists at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:24:45.552377 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed8f27-e0d2-4f95-a700-444644a2b10a admin admin] Pushing event deleted for resources: {'Port': ['ID=a91c23c7-0886-4658-b79b-983eca8fb8d5,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:45.561787 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] No Port match for: eae6f281-cd55-4bd4-b024-2b77d271d1b0 {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:24:45.563364 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device eae6f281-cd55-4bd4-b024-2b77d271d1b0 not bound to the agent host dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:24:45.638465 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed8f27-e0d2-4f95-a700-444644a2b10a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:24:45.639040 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed8f27-e0d2-4f95-a700-444644a2b10a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:24:45.639670 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed8f27-e0d2-4f95-a700-444644a2b10a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:24:45.640158 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed8f27-e0d2-4f95-a700-444644a2b10a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:24:45.641451 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed8f27-e0d2-4f95-a700-444644a2b10a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:24:45.641994 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed8f27-e0d2-4f95-a700-444644a2b10a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:24:45.642558 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed8f27-e0d2-4f95-a700-444644a2b10a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:24:45.643026 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed8f27-e0d2-4f95-a700-444644a2b10a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:24:45.643499 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed8f27-e0d2-4f95-a700-444644a2b10a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:24:45.643945 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed8f27-e0d2-4f95-a700-444644a2b10a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:24:45.644385 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed8f27-e0d2-4f95-a700-444644a2b10a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:24:45.644878 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed8f27-e0d2-4f95-a700-444644a2b10a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:24:45.649828 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-b5ed8f27-e0d2-4f95-a700-444644a2b10a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:45.718626 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-b5ed8f27-e0d2-4f95-a700-444644a2b10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1948169'] for router_gateway, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:45.913017 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-b5ed8f27-e0d2-4f95-a700-444644a2b10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1926116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35657'] for router, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:45.917145 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-b5ed8f27-e0d2-4f95-a700-444644a2b10a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:45.957760 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-b5ed8f27-e0d2-4f95-a700-444644a2b10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1928443'] for router, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:45.958730 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ed8f27-e0d2-4f95-a700-444644a2b10a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e4ae88d-310c-4060-9b31-f84f772ba0d5 {{(pid=79426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Sep 08 16:24:45.983397 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-b5ed8f27-e0d2-4f95-a700-444644a2b10a admin admin] Notify callbacks [] for router, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:45.985546 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-b5ed8f27-e0d2-4f95-a700-444644a2b10a admin admin] 10.222.0.25 "DELETE /v2.0/routers/1e4ae88d-310c-4060-9b31-f84f772ba0d5 HTTP/1.1" status: 204  len: 168 time: 1.8284428
Sep 08 16:24:45.988592 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 45902) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:46.064216 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.db_base_plugin_v2 [None req-669e07e2-e79a-4857-bd75-afb4e1db61ee admin admin] Deleting subnet 4c1dafc9-10f1-4e61-96c9-5497e12cbebe {{(pid=79426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 08 16:24:46.068073 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-669e07e2-e79a-4857-bd75-afb4e1db61ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:46.136765 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-669e07e2-e79a-4857-bd75-afb4e1db61ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2472760'] for subnet, precommit_delete_associations {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:46.244563 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-669e07e2-e79a-4857-bd75-afb4e1db61ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1043567'] for subnet, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:46.357357 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-669e07e2-e79a-4857-bd75-afb4e1db61ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1043542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2353125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476862'] for subnet, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:46.363725 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-d8e89269-38b7-4f61-83e7-21ff08d7b4a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:46.517667 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e07e2-e79a-4857-bd75-afb4e1db61ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c1dafc9-10f1-4e61-96c9-5497e12cbebe,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:46.520722 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-669e07e2-e79a-4857-bd75-afb4e1db61ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:46.521740 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-669e07e2-e79a-4857-bd75-afb4e1db61ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for subnet, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:46.529120 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92a80c1-73d2-4655-8ab5-c059087dde64 None None] Network a6e161a1-a599-4ee9-a01c-f32da292f6b1 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:24:46.531264 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-669e07e2-e79a-4857-bd75-afb4e1db61ee admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4c1dafc9-10f1-4e61-96c9-5497e12cbebe HTTP/1.1" status: 204  len: 168 time: 0.5410526
Sep 08 16:24:46.534321 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 45914) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:46.692116 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-7851a837-356c-4f68-beb7-5a88200dc7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-915372'] for network, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:46.712473 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-7851a837-356c-4f68-beb7-5a88200dc7df admin admin] Deleting port 399979a7-9d5d-4213-9ba1-29532762e747 {{(pid=79426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:24:46.713079 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-7851a837-356c-4f68-beb7-5a88200dc7df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:46.870226 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b231902c-e33d-4d9f-9d88-47be7772ef1d None None] DHCP port deletion for a6e161a1-a599-4ee9-a01c-f32da292f6b1 request from dv-cinder-807898-1-iscsi {{(pid=79427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Sep 08 16:24:46.887339 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-b231902c-e33d-4d9f-9d88-47be7772ef1d None None] Deleting port 399979a7-9d5d-4213-9ba1-29532762e747 {{(pid=79427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:24:46.889015 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-b231902c-e33d-4d9f-9d88-47be7772ef1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:47.049581 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [None req-7851a837-356c-4f68-beb7-5a88200dc7df admin admin] For port 399979a7-9d5d-4213-9ba1-29532762e747, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=399979a7-9d5d-4213-9ba1-29532762e747,segment=NetworkSegment(97f209bf-8b6c-4174-ba2f-75757ac72814),segment_id=97f209bf-8b6c-4174-ba2f-75757ac72814)] {{(pid=79426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:24:47.050339 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-7851a837-356c-4f68-beb7-5a88200dc7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:47.216218 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-7851a837-356c-4f68-beb7-5a88200dc7df admin admin] Calling delete_port for 399979a7-9d5d-4213-9ba1-29532762e747 owned by network:dhcp {{(pid=79426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:24:47.298454 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-b231902c-e33d-4d9f-9d88-47be7772ef1d None None] For port 399979a7-9d5d-4213-9ba1-29532762e747, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=399979a7-9d5d-4213-9ba1-29532762e747,segment=NetworkSegment(97f209bf-8b6c-4174-ba2f-75757ac72814),segment_id=97f209bf-8b6c-4174-ba2f-75757ac72814)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:24:47.298867 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-b231902c-e33d-4d9f-9d88-47be7772ef1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:47.350994 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-7851a837-356c-4f68-beb7-5a88200dc7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:47.355772 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-b47ad6d1-5eeb-4875-8bb2-57acd3ad8c44 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:47.401802 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 399979a7-9d5d-4213-9ba1-29532762e747 no longer exists at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:24:47.434966 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851a837-356c-4f68-beb7-5a88200dc7df admin admin] Pushing event deleted for resources: {'Port': ['ID=399979a7-9d5d-4213-9ba1-29532762e747,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:47.438982 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-7851a837-356c-4f68-beb7-5a88200dc7df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:47.439798 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7851a837-356c-4f68-beb7-5a88200dc7df admin admin] No DVR routers for this DVR port 399979a7-9d5d-4213-9ba1-29532762e747 on host dv-cinder-807898-1-iscsi {{(pid=79426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 08 16:24:47.509771 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-b231902c-e33d-4d9f-9d88-47be7772ef1d None None] Calling delete_port for 399979a7-9d5d-4213-9ba1-29532762e747 owned by network:dhcp {{(pid=79427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:24:47.553344 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] No Port match for: 399979a7-9d5d-4213-9ba1-29532762e747 {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:24:47.554452 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 399979a7-9d5d-4213-9ba1-29532762e747 not bound to the agent host dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:24:47.554452 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device a91c23c7-0886-4658-b79b-983eca8fb8d5 no longer exists at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:24:47.599184 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-7851a837-356c-4f68-beb7-5a88200dc7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1042402', 'neutron.services.segments.db._delete_segments_for_network-8745177524152'] for network, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:47.608886 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] No Port match for: a91c23c7-0886-4658-b79b-983eca8fb8d5 {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:24:47.609298 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device a91c23c7-0886-4658-b79b-983eca8fb8d5 not bound to the agent host dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:24:47.625227 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-7851a837-356c-4f68-beb7-5a88200dc7df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f42500d2850>,) {'filters': {'network_id': ['a6e161a1-a599-4ee9-a01c-f32da292f6b1']}} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:24:47.648691 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-7851a837-356c-4f68-beb7-5a88200dc7df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f42500d2850>, '97f209bf-8b6c-4174-ba2f-75757ac72814') {'for_net_delete': True} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:24:47.648966 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-7851a837-356c-4f68-beb7-5a88200dc7df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f42500d2850>, '97f209bf-8b6c-4174-ba2f-75757ac72814') {} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:24:47.654501 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.db.api [None req-b231902c-e33d-4d9f-9d88-47be7772ef1d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 08 16:24:47.654872 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_db.api [None req-b231902c-e33d-4d9f-9d88-47be7772ef1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 08 16:24:47.663263 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-7851a837-356c-4f68-beb7-5a88200dc7df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745177523999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2472753'] for segment, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:47.681622 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-7851a837-356c-4f68-beb7-5a88200dc7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:47.693007 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7851a837-356c-4f68-beb7-5a88200dc7df admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=79426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 08 16:24:47.693709 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-7851a837-356c-4f68-beb7-5a88200dc7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1037242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2352971'] for segment, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:47.717367 dv-cinder-807898-1-iscsi neutron-server[79426]: Traceback (most recent call last):
Sep 08 16:24:47.717367 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 08 16:24:47.717367 dv-cinder-807898-1-iscsi neutron-server[79426]:     timer()
Sep 08 16:24:47.717367 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 08 16:24:47.717367 dv-cinder-807898-1-iscsi neutron-server[79426]:     cb(*args, **kw)
Sep 08 16:24:47.717367 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 08 16:24:47.717367 dv-cinder-807898-1-iscsi neutron-server[79426]:     return func(*args, **kwargs)
Sep 08 16:24:47.717367 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 08 16:24:47.717367 dv-cinder-807898-1-iscsi neutron-server[79426]:     self._notify()
Sep 08 16:24:47.717367 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 08 16:24:47.717367 dv-cinder-807898-1-iscsi neutron-server[79426]:     self.callback(batched_events)
Sep 08 16:24:47.717367 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 08 16:24:47.717367 dv-cinder-807898-1-iscsi neutron-server[79426]:     event.method(event)
Sep 08 16:24:47.717367 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 08 16:24:47.717367 dv-cinder-807898-1-iscsi neutron-server[79426]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 08 16:24:47.717367 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 08 16:24:47.717367 dv-cinder-807898-1-iscsi neutron-server[79426]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 08 16:24:47.717367 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 08 16:24:47.717367 dv-cinder-807898-1-iscsi neutron-server[79426]:     return f(self, *a, **k)
Sep 08 16:24:47.717367 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 08 16:24:47.717367 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self._get(url).json()
Sep 08 16:24:47.717367 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Sep 08 16:24:47.717367 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 08 16:24:47.717367 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 08 16:24:47.717367 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self.request(url, 'GET', **kwargs)
Sep 08 16:24:47.717367 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 08 16:24:47.717367 dv-cinder-807898-1-iscsi neutron-server[79426]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 08 16:24:47.717367 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 08 16:24:47.717367 dv-cinder-807898-1-iscsi neutron-server[79426]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 08 16:24:47.717367 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 08 16:24:47.717367 dv-cinder-807898-1-iscsi neutron-server[79426]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 08 16:24:47.717367 dv-cinder-807898-1-iscsi neutron-server[79426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 08 16:24:47.858829 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-7851a837-356c-4f68-beb7-5a88200dc7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1042413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1948206'] for network, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:47.863393 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:47.885761 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-7851a837-356c-4f68-beb7-5a88200dc7df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:47.913160 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851a837-356c-4f68-beb7-5a88200dc7df admin admin] Pushing event deleted for resources: {'Network': ['ID=a6e161a1-a599-4ee9-a01c-f32da292f6b1,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:47.917857 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-7851a837-356c-4f68-beb7-5a88200dc7df admin admin] 10.222.0.25 "DELETE /v2.0/networks/a6e161a1-a599-4ee9-a01c-f32da292f6b1 HTTP/1.1" status: 204  len: 168 time: 1.3814473
Sep 08 16:24:47.919279 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-7851a837-356c-4f68-beb7-5a88200dc7df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:48.156462 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-b231902c-e33d-4d9f-9d88-47be7772ef1d None None] Deleting port 399979a7-9d5d-4213-9ba1-29532762e747 {{(pid=79427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:24:48.156909 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-b231902c-e33d-4d9f-9d88-47be7772ef1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:48.159679 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 45952) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:48.229071 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-b231902c-e33d-4d9f-9d88-47be7772ef1d None None] The port '399979a7-9d5d-4213-9ba1-29532762e747' was deleted {{(pid=79427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Sep 08 16:24:48.231005 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-a73051e6-4387-4bce-9ab7-cab5b6d28939 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=73141861083d409898791956fbfb9619&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0697734
Sep 08 16:24:48.235767 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 45958) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:48.289161 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:48.323598 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-9b05737c-0ea9-459a-9573-ba126bd8c754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:48.362534 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-9b05737c-0ea9-459a-9573-ba126bd8c754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:48.425956 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-9b05737c-0ea9-459a-9573-ba126bd8c754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:48.434106 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-85424b81-97ab-4544-9898-ac5397bce78a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:48.449243 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05737c-0ea9-459a-9573-ba126bd8c754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3499b13-6588-454b-950d-ab7ea735e370,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:48.458755 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-9b05737c-0ea9-459a-9573-ba126bd8c754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:48.464343 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-9b05737c-0ea9-459a-9573-ba126bd8c754 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b3499b13-6588-454b-950d-ab7ea735e370 HTTP/1.1" status: 204  len: 168 time: 0.2236338
Sep 08 16:24:48.474885 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05737c-0ea9-459a-9573-ba126bd8c754 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:24:48.475503 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05737c-0ea9-459a-9573-ba126bd8c754 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:24:48.476139 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05737c-0ea9-459a-9573-ba126bd8c754 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:24:48.476758 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05737c-0ea9-459a-9573-ba126bd8c754 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:24:48.477355 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05737c-0ea9-459a-9573-ba126bd8c754 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:24:48.477953 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05737c-0ea9-459a-9573-ba126bd8c754 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:24:48.478695 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05737c-0ea9-459a-9573-ba126bd8c754 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:24:48.479161 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05737c-0ea9-459a-9573-ba126bd8c754 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:24:48.479812 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05737c-0ea9-459a-9573-ba126bd8c754 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:24:48.480434 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05737c-0ea9-459a-9573-ba126bd8c754 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:24:48.481039 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05737c-0ea9-459a-9573-ba126bd8c754 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:24:48.481663 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05737c-0ea9-459a-9573-ba126bd8c754 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:24:48.488399 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-9b05737c-0ea9-459a-9573-ba126bd8c754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:48.954517 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 45984) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:49.020750 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-c7fee000-655a-41c4-918e-5a5284f8c88e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=af4c7bce850d430ebfeee0c9b1873d53&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0642381
Sep 08 16:24:49.023024 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 45992) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:49.086458 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c2da268d-9f29-410c-8cbc-bc998cabfbd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:49.116963 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c2da268d-9f29-410c-8cbc-bc998cabfbd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:49.188797 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c2da268d-9f29-410c-8cbc-bc998cabfbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:49.200110 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-b5da45de-ce88-4321-9231-98a51b73384e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:49.223592 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da268d-9f29-410c-8cbc-bc998cabfbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5578b873-6e4d-43cc-a5ff-634be882e893,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:49.229541 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-c2da268d-9f29-410c-8cbc-bc998cabfbd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:49.236912 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c2da268d-9f29-410c-8cbc-bc998cabfbd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:49.244918 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-c2da268d-9f29-410c-8cbc-bc998cabfbd0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5578b873-6e4d-43cc-a5ff-634be882e893 HTTP/1.1" status: 204  len: 168 time: 0.2203748
Sep 08 16:24:49.600798 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 46010) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:49.750853 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-f758326c-1b42-42d1-be65-0bfe0f5753cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:49.767250 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-f758326c-1b42-42d1-be65-0bfe0f5753cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:24:49.771384 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-f758326c-1b42-42d1-be65-0bfe0f5753cb admin admin] Usage tracker for resource:security_group_rule and tenant:4fa562c32a4848baaea91c33af155b55 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:24:49.774546 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-f758326c-1b42-42d1-be65-0bfe0f5753cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:24:49.782796 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-f758326c-1b42-42d1-be65-0bfe0f5753cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:24:49.879919 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-f758326c-1b42-42d1-be65-0bfe0f5753cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:49.884867 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-f758326c-1b42-42d1-be65-0bfe0f5753cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:49.893839 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-336d1a13-adcb-4d50-bab1-72ebce2e602e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:49.939203 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-f758326c-1b42-42d1-be65-0bfe0f5753cb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4fa562c32a4848baaea91c33af155b55&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3369730
Sep 08 16:24:49.940823 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f758326c-1b42-42d1-be65-0bfe0f5753cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f29dec-744a-4d52-8525-26a250d0c587,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:49.943539 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 46016) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:49.946486 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-f758326c-1b42-42d1-be65-0bfe0f5753cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:50.011589 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2c865b81-9609-4a72-b3bb-70c3ef90eddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:50.039887 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2c865b81-9609-4a72-b3bb-70c3ef90eddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:50.095074 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2c865b81-9609-4a72-b3bb-70c3ef90eddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:50.101016 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-c7a066fe-3f7d-461b-97e5-d5f57f4e9924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:50.112892 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c865b81-9609-4a72-b3bb-70c3ef90eddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f29dec-744a-4d52-8525-26a250d0c587,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:50.116330 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-2c865b81-9609-4a72-b3bb-70c3ef90eddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:50.118368 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2c865b81-9609-4a72-b3bb-70c3ef90eddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:50.119514 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-2c865b81-9609-4a72-b3bb-70c3ef90eddc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/77f29dec-744a-4d52-8525-26a250d0c587 HTTP/1.1" status: 204  len: 168 time: 0.1750271
Sep 08 16:24:51.835592 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 46070) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:52.166907 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a46e95af-a214-4970-9362-94f6c0011c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:52.188510 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-a46e95af-a214-4970-9362-94f6c0011c13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:24:52.193707 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-a46e95af-a214-4970-9362-94f6c0011c13 admin admin] Usage tracker for resource:security_group_rule and tenant:8c61a386e5aa40d0ba3cef0b5d9e0885 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:24:52.197407 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-a46e95af-a214-4970-9362-94f6c0011c13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:24:52.204627 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-a46e95af-a214-4970-9362-94f6c0011c13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:24:52.310050 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a46e95af-a214-4970-9362-94f6c0011c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:52.314997 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a46e95af-a214-4970-9362-94f6c0011c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:52.322972 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-d203cff4-baf3-41ce-bbd0-0a26345c601b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:52.369978 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-a46e95af-a214-4970-9362-94f6c0011c13 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8c61a386e5aa40d0ba3cef0b5d9e0885&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5328696
Sep 08 16:24:52.371087 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e95af-a214-4970-9362-94f6c0011c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e38eba7-68b2-49a5-9ee6-3317cdf756b1,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:52.372863 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 46088) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:52.374765 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-a46e95af-a214-4970-9362-94f6c0011c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:52.448187 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c86174e6-c2a0-426d-98a4-959cdcba9d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:52.478331 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c86174e6-c2a0-426d-98a4-959cdcba9d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:52.537185 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c86174e6-c2a0-426d-98a4-959cdcba9d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:52.543999 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-ba17ffa1-250e-43e7-9de4-a42d96d8f61e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:52.559615 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86174e6-c2a0-426d-98a4-959cdcba9d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e38eba7-68b2-49a5-9ee6-3317cdf756b1,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:52.563563 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-c86174e6-c2a0-426d-98a4-959cdcba9d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:52.565428 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c86174e6-c2a0-426d-98a4-959cdcba9d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:52.566559 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-c86174e6-c2a0-426d-98a4-959cdcba9d29 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5e38eba7-68b2-49a5-9ee6-3317cdf756b1 HTTP/1.1" status: 204  len: 168 time: 0.1913798
Sep 08 16:24:53.043063 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 46100) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:53.076245 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ede33f57-3c5c-4536-bd40-44e228111ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:53.095334 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-ede33f57-3c5c-4536-bd40-44e228111ce8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:24:53.099846 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-ede33f57-3c5c-4536-bd40-44e228111ce8 admin admin] Usage tracker for resource:security_group_rule and tenant:11cdf45428aa429cac5f6e35e49071cb is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:24:53.103300 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-ede33f57-3c5c-4536-bd40-44e228111ce8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:24:53.110347 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-ede33f57-3c5c-4536-bd40-44e228111ce8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:24:53.216623 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ede33f57-3c5c-4536-bd40-44e228111ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:53.221804 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ede33f57-3c5c-4536-bd40-44e228111ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:53.231370 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-30395e36-092f-4232-b5e6-e2b5ee2c6256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:53.274960 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede33f57-3c5c-4536-bd40-44e228111ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510b8007-3635-4f6f-ace4-acc1a083a251,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:53.279248 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-ede33f57-3c5c-4536-bd40-44e228111ce8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=11cdf45428aa429cac5f6e35e49071cb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2342310
Sep 08 16:24:53.280222 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-ede33f57-3c5c-4536-bd40-44e228111ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:53.283326 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 46104) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:53.355776 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-19e4bf20-efae-430e-9763-2e9e1f28ff02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:53.387303 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-19e4bf20-efae-430e-9763-2e9e1f28ff02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:53.460114 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-19e4bf20-efae-430e-9763-2e9e1f28ff02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:53.464225 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-a5e870f8-7e25-4a74-bafa-8973555eb7fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:53.479161 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4bf20-efae-430e-9763-2e9e1f28ff02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510b8007-3635-4f6f-ace4-acc1a083a251,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:53.482883 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-19e4bf20-efae-430e-9763-2e9e1f28ff02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:53.487337 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-19e4bf20-efae-430e-9763-2e9e1f28ff02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:53.488504 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-19e4bf20-efae-430e-9763-2e9e1f28ff02 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/510b8007-3635-4f6f-ace4-acc1a083a251 HTTP/1.1" status: 204  len: 168 time: 0.2042053
Sep 08 16:24:55.701327 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 46172) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:55.879971 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-d69a6980-4c09-49d5-9e24-89d11034b172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:55.905650 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-d69a6980-4c09-49d5-9e24-89d11034b172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:24:55.910684 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-d69a6980-4c09-49d5-9e24-89d11034b172 admin admin] Usage tracker for resource:security_group_rule and tenant:3c22cf9f90fe4977b4c036f8ea511f56 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:24:55.914424 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-d69a6980-4c09-49d5-9e24-89d11034b172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:24:55.921933 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-d69a6980-4c09-49d5-9e24-89d11034b172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:24:56.048743 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-d69a6980-4c09-49d5-9e24-89d11034b172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:56.054882 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-d69a6980-4c09-49d5-9e24-89d11034b172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:56.063085 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-ff8c3a76-803c-4768-8b6a-bc9d1ca9894d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:56.105485 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a6980-4c09-49d5-9e24-89d11034b172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2484b8e-3cff-4d5d-b583-4cd67d6d7c52,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:56.114527 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-d69a6980-4c09-49d5-9e24-89d11034b172 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c22cf9f90fe4977b4c036f8ea511f56&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4082673
Sep 08 16:24:56.114527 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-d69a6980-4c09-49d5-9e24-89d11034b172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:56.114917 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 46184) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:56.193835 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-8608aecb-8630-4bb2-aa1f-84d922d82c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:56.230646 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-8608aecb-8630-4bb2-aa1f-84d922d82c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:56.305420 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-8608aecb-8630-4bb2-aa1f-84d922d82c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:56.314441 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-29dfa03f-bf51-4e5e-8d5f-91dcefe5bd4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:56.338907 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608aecb-8630-4bb2-aa1f-84d922d82c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2484b8e-3cff-4d5d-b583-4cd67d6d7c52,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:56.344021 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-8608aecb-8630-4bb2-aa1f-84d922d82c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:56.347324 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-8608aecb-8630-4bb2-aa1f-84d922d82c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:56.349282 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-8608aecb-8630-4bb2-aa1f-84d922d82c5f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e2484b8e-3cff-4d5d-b583-4cd67d6d7c52 HTTP/1.1" status: 204  len: 168 time: 0.2334118
Sep 08 16:24:56.745777 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 46194) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:56.767510 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-9a8a537d-5d27-48cf-b24b-d1987886f1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:56.783533 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-9a8a537d-5d27-48cf-b24b-d1987886f1fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:24:56.787878 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-9a8a537d-5d27-48cf-b24b-d1987886f1fd admin admin] Usage tracker for resource:security_group_rule and tenant:1fb7f9fb73fd4a3ca6156f1776e6514c is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:24:56.791024 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-9a8a537d-5d27-48cf-b24b-d1987886f1fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:24:56.798976 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-9a8a537d-5d27-48cf-b24b-d1987886f1fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:24:56.923834 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-9a8a537d-5d27-48cf-b24b-d1987886f1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:56.930257 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-9a8a537d-5d27-48cf-b24b-d1987886f1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:56.945215 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-f758326c-1b42-42d1-be65-0bfe0f5753cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:56.998606 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-9a8a537d-5d27-48cf-b24b-d1987886f1fd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1fb7f9fb73fd4a3ca6156f1776e6514c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2516327
Sep 08 16:24:57.001732 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a537d-5d27-48cf-b24b-d1987886f1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d4c65d-9a79-4f6f-ab1f-1c54baccb7e4,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:57.002176 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 46198) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:57.006420 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-9a8a537d-5d27-48cf-b24b-d1987886f1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:57.074921 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-97b1a370-3aab-496e-96ee-2f11fb386827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:57.103631 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-97b1a370-3aab-496e-96ee-2f11fb386827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:57.164510 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-97b1a370-3aab-496e-96ee-2f11fb386827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:57.168618 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-2d91521a-c81c-40c3-9261-a9908ae27955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:57.186340 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1a370-3aab-496e-96ee-2f11fb386827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d4c65d-9a79-4f6f-ab1f-1c54baccb7e4,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:57.190326 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-97b1a370-3aab-496e-96ee-2f11fb386827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:57.199353 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-97b1a370-3aab-496e-96ee-2f11fb386827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:57.200767 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-97b1a370-3aab-496e-96ee-2f11fb386827 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c2d4c65d-9a79-4f6f-ab1f-1c54baccb7e4 HTTP/1.1" status: 204  len: 168 time: 0.1972232
Sep 08 16:24:58.918114 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 46252) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:59.091643 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-1ec92a7d-a34b-48e9-9c34-a7046f0dc4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:59.107908 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-1ec92a7d-a34b-48e9-9c34-a7046f0dc4bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:24:59.112970 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-1ec92a7d-a34b-48e9-9c34-a7046f0dc4bc admin admin] Usage tracker for resource:security_group_rule and tenant:c0b419f18bb746c083dfa04702311edc is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:24:59.116771 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-1ec92a7d-a34b-48e9-9c34-a7046f0dc4bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:24:59.123037 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-1ec92a7d-a34b-48e9-9c34-a7046f0dc4bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:24:59.218090 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-1ec92a7d-a34b-48e9-9c34-a7046f0dc4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:59.224469 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-1ec92a7d-a34b-48e9-9c34-a7046f0dc4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:59.231676 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-382ae9dc-cbbb-4e28-afe8-671e191e66b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:59.274675 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec92a7d-a34b-48e9-9c34-a7046f0dc4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8eb0e9-7a71-4a60-aece-9546c987c999,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:59.280946 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-1ec92a7d-a34b-48e9-9c34-a7046f0dc4bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:59.287357 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 46266) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:24:59.292708 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-1ec92a7d-a34b-48e9-9c34-a7046f0dc4bc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c0b419f18bb746c083dfa04702311edc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3722720
Sep 08 16:24:59.450332 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-56642db8-f830-4fc8-b20f-611c4ac8b7eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:59.479727 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-56642db8-f830-4fc8-b20f-611c4ac8b7eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:59.539601 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-56642db8-f830-4fc8-b20f-611c4ac8b7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:59.548951 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-c86174e6-c2a0-426d-98a4-959cdcba9d29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:24:59.573635 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56642db8-f830-4fc8-b20f-611c4ac8b7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8eb0e9-7a71-4a60-aece-9546c987c999,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:24:59.578549 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-56642db8-f830-4fc8-b20f-611c4ac8b7eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:24:59.587047 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-56642db8-f830-4fc8-b20f-611c4ac8b7eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:24:59.590503 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-56642db8-f830-4fc8-b20f-611c4ac8b7eb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8c8eb0e9-7a71-4a60-aece-9546c987c999 HTTP/1.1" status: 204  len: 168 time: 0.2998559
Sep 08 16:25:00.422342 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 46298) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:25:00.535230 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-01192b8b-2832-42af-92b1-e5c91b779f97 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-732464095-network', 'tenant_id': 'e174abb16dc144848c118fcce03c19f8'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:25:00.540254 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-01192b8b-2832-42af-92b1-e5c91b779f97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:25:00.544259 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-01192b8b-2832-42af-92b1-e5c91b779f97 admin admin] Usage tracker for resource:network and tenant:e174abb16dc144848c118fcce03c19f8 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:25:00.548035 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-01192b8b-2832-42af-92b1-e5c91b779f97 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:25:00.555243 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-01192b8b-2832-42af-92b1-e5c91b779f97 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:25:00.567335 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01192b8b-2832-42af-92b1-e5c91b779f97 admin admin] Made reservation on behalf of e174abb16dc144848c118fcce03c19f8 for: {'network': 1} {{(pid=79426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:25:00.570220 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-01192b8b-2832-42af-92b1-e5c91b779f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for network, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:00.583127 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-01192b8b-2832-42af-92b1-e5c91b779f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:00.600530 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-01192b8b-2832-42af-92b1-e5c91b779f97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:25:00.604605 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-01192b8b-2832-42af-92b1-e5c91b779f97 admin admin] Usage tracker for resource:security_group_rule and tenant:e174abb16dc144848c118fcce03c19f8 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:25:00.607668 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-01192b8b-2832-42af-92b1-e5c91b779f97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:25:00.615009 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-01192b8b-2832-42af-92b1-e5c91b779f97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:25:00.727596 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-01192b8b-2832-42af-92b1-e5c91b779f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:00.732660 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-01192b8b-2832-42af-92b1-e5c91b779f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:00.736619 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-27ef952f-cc8f-4b40-9b54-54554f8f78f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:25:00.772817 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01192b8b-2832-42af-92b1-e5c91b779f97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942}  {{(pid=79426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 08 16:25:00.782214 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01192b8b-2832-42af-92b1-e5c91b779f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1684fd-4e8f-413f-980a-6b511e3c4772,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:25:00.786124 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-01192b8b-2832-42af-92b1-e5c91b779f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:25:00.791991 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-01192b8b-2832-42af-92b1-e5c91b779f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:00.792403 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.db.segments_db [None req-01192b8b-2832-42af-92b1-e5c91b779f97 admin admin] Added segment 47b2dfcb-ed73-46dd-ab5e-41dd5d2afb86 of type vlan for network e4fe72d6-9de9-4d22-bc86-742563af7824
Sep 08 16:25:00.804031 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-aeb24d92-bf4c-437c-9a74-44f1abc59192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:00.829513 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-01192b8b-2832-42af-92b1-e5c91b779f97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745177029057'] for network, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:00.866887 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-01192b8b-2832-42af-92b1-e5c91b779f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819'] for network, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:00.868591 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01192b8b-2832-42af-92b1-e5c91b779f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:25:00.869394 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-01192b8b-2832-42af-92b1-e5c91b779f97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:00.874275 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-2e21e3ed-c0f6-4880-a348-b9dc95bdda17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:25:00.990142 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-01192b8b-2832-42af-92b1-e5c91b779f97 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.5665679
Sep 08 16:25:00.991346 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01192b8b-2832-42af-92b1-e5c91b779f97 admin admin] Pushing event updated for resources: {'Network': ['ID=e4fe72d6-9de9-4d22-bc86-742563af7824,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:25:00.993629 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 46312) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:25:00.994993 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-01192b8b-2832-42af-92b1-e5c91b779f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:25:01.005192 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-09630627-06b4-4748-becd-030e82494e74 admin admin] Request body: {'subnet': {'network_id': 'e4fe72d6-9de9-4d22-bc86-742563af7824', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-732464095-subnet', 'tenant_id': 'e174abb16dc144848c118fcce03c19f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:25:01.006495 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Network e4fe72d6-9de9-4d22-bc86-742563af7824 details requested by agent ovs-agent-dv-cinder-807898-1-iscsi with host dv-cinder-807898-1-iscsi {{(pid=79427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 08 16:25:01.013061 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-09630627-06b4-4748-becd-030e82494e74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:25:01.019632 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-09630627-06b4-4748-becd-030e82494e74 admin admin] Usage tracker for resource:subnet and tenant:e174abb16dc144848c118fcce03c19f8 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:25:01.024861 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-09630627-06b4-4748-becd-030e82494e74 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:25:01.035541 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-09630627-06b4-4748-becd-030e82494e74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:25:01.055529 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09630627-06b4-4748-becd-030e82494e74 admin admin] Made reservation on behalf of e174abb16dc144848c118fcce03c19f8 for: {'subnet': 1} {{(pid=79425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:25:01.058802 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-09630627-06b4-4748-becd-030e82494e74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2390621'] for subnet, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:01.229754 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 46318) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:25:01.290328 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:01.355350 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-09630627-06b4-4748-becd-030e82494e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2333356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2390635'] for subnet, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:01.359968 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:25:01.396530 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-477e1f72-dba5-4603-9835-10a798c7c3ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:01.414070 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-477e1f72-dba5-4603-9835-10a798c7c3ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:25:01.418477 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-477e1f72-dba5-4603-9835-10a798c7c3ee admin admin] Usage tracker for resource:security_group_rule and tenant:c2d06d21ce5a4680a5ab8ca195765b90 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:25:01.421530 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-477e1f72-dba5-4603-9835-10a798c7c3ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:25:01.427762 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-477e1f72-dba5-4603-9835-10a798c7c3ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:25:01.444822 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09630627-06b4-4748-becd-030e82494e74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1142227-0f3a-448c-8700-cb5ea02193f6,revision_number=0']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:25:01.448233 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-09630627-06b4-4748-becd-030e82494e74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:25:01.455896 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09630627-06b4-4748-becd-030e82494e74 admin admin] Checking segment: {'id': '47b2dfcb-ed73-46dd-ab5e-41dd5d2afb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'e4fe72d6-9de9-4d22-bc86-742563af7824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:25:01.456267 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09630627-06b4-4748-becd-030e82494e74 admin admin] Network hostable DHCP agents. Network: e4fe72d6-9de9-4d22-bc86-742563af7824, hostable agents: ['48edfc26-e3e7-4e5a-9c59-2b84b8091b14'], hosted agents: [] {{(pid=79425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 08 16:25:01.478215 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09630627-06b4-4748-becd-030e82494e74 admin admin] Network e4fe72d6-9de9-4d22-bc86-742563af7824 is scheduled to be hosted by DHCP agent 48edfc26-e3e7-4e5a-9c59-2b84b8091b14 with binding_index 1 {{(pid=79425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 08 16:25:01.488428 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [None req-09630627-06b4-4748-becd-030e82494e74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-iscsi, e4fe72d6-9de9-4d22-bc86-742563af7824) {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:25:01.495298 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09630627-06b4-4748-becd-030e82494e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:25:01.496159 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-09630627-06b4-4748-becd-030e82494e74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:01.496722 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3243f7fe-9a41-4910-beb7-67b69fe5dcd5 None None] Network e4fe72d6-9de9-4d22-bc86-742563af7824 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:25:01.532673 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-09630627-06b4-4748-becd-030e82494e74 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.5372226
Sep 08 16:25:01.542922 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-477e1f72-dba5-4603-9835-10a798c7c3ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:01.549182 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-477e1f72-dba5-4603-9835-10a798c7c3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:01.565573 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-cd425328-101e-4db6-b55f-1e6f4e462be4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:25:01.630684 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-477e1f72-dba5-4603-9835-10a798c7c3ee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c2d06d21ce5a4680a5ab8ca195765b90&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3962412
Sep 08 16:25:01.630684 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e1f72-dba5-4603-9835-10a798c7c3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1fbca7-5231-4eb4-97ad-0db65a8fd923,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:25:01.631685 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 46326) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:25:01.642437 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-477e1f72-dba5-4603-9835-10a798c7c3ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:25:01.719905 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-1fc9bec4-84db-4d69-b47e-5f750d9278b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:01.760292 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-1fc9bec4-84db-4d69-b47e-5f750d9278b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:01.847252 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-1fc9bec4-84db-4d69-b47e-5f750d9278b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:01.851678 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-d76a15ef-6501-477c-b6ad-2ea451e42d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:25:01.855737 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330fd57b-0809-4a13-8096-7b47b85b198e None None] Network e4fe72d6-9de9-4d22-bc86-742563af7824 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:25:01.865459 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc9bec4-84db-4d69-b47e-5f750d9278b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1fbca7-5231-4eb4-97ad-0db65a8fd923,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:25:01.877273 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-1fc9bec4-84db-4d69-b47e-5f750d9278b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:25:01.888102 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-1fc9bec4-84db-4d69-b47e-5f750d9278b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:01.890384 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-1fc9bec4-84db-4d69-b47e-5f750d9278b5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cf1fbca7-5231-4eb4-97ad-0db65a8fd923 HTTP/1.1" status: 204  len: 168 time: 0.2570839
Sep 08 16:25:02.459849 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 46342) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:25:02.488737 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-fd0d065a-6e27-4784-97ad-133575c78c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:02.512704 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-fd0d065a-6e27-4784-97ad-133575c78c08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:25:02.519584 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-fd0d065a-6e27-4784-97ad-133575c78c08 admin admin] Usage tracker for resource:security_group_rule and tenant:ded8ff7ad9c44e66be408cd383d3280c is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:25:02.524138 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-fd0d065a-6e27-4784-97ad-133575c78c08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:25:02.533980 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-fd0d065a-6e27-4784-97ad-133575c78c08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:25:02.654272 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-fd0d065a-6e27-4784-97ad-133575c78c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:02.660008 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-fd0d065a-6e27-4784-97ad-133575c78c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:02.676414 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-56642db8-f830-4fc8-b20f-611c4ac8b7eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:25:02.737546 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:25:02.750574 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-fd0d065a-6e27-4784-97ad-133575c78c08 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ded8ff7ad9c44e66be408cd383d3280c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2879431
Sep 08 16:25:02.753305 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d065a-6e27-4784-97ad-133575c78c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c01d3ef-fc6f-4bf4-ad1a-690f77aa035c,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:25:02.753490 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 46346) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:25:02.758139 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-fd0d065a-6e27-4784-97ad-133575c78c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:25:02.820140 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-ba9d10a8-44c4-413f-bdf7-80ddaa89c5ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:02.849992 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-ba9d10a8-44c4-413f-bdf7-80ddaa89c5ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:02.919299 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-ba9d10a8-44c4-413f-bdf7-80ddaa89c5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:02.923867 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-bf66c57d-8944-47fe-9239-d398c1bc28b7 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:25:02.935606 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d10a8-44c4-413f-bdf7-80ddaa89c5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c01d3ef-fc6f-4bf4-ad1a-690f77aa035c,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:25:02.940012 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-ba9d10a8-44c4-413f-bdf7-80ddaa89c5ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:25:02.944083 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-ba9d10a8-44c4-413f-bdf7-80ddaa89c5ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:02.947553 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-ba9d10a8-44c4-413f-bdf7-80ddaa89c5ea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1c01d3ef-fc6f-4bf4-ad1a-690f77aa035c HTTP/1.1" status: 204  len: 168 time: 0.1927731
Sep 08 16:25:03.324733 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 46354) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:25:03.344103 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c6132bf6-1533-4760-a7af-951daab5329c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:03.360653 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-c6132bf6-1533-4760-a7af-951daab5329c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:25:03.365274 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-c6132bf6-1533-4760-a7af-951daab5329c admin admin] Usage tracker for resource:security_group_rule and tenant:f246e39de24c4412953895ccbafe2cfd is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:25:03.368621 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-c6132bf6-1533-4760-a7af-951daab5329c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:25:03.375173 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-c6132bf6-1533-4760-a7af-951daab5329c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:25:03.478679 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c6132bf6-1533-4760-a7af-951daab5329c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:03.486303 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c6132bf6-1533-4760-a7af-951daab5329c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:03.507136 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-b2b40e3f-75b0-4a8d-bd8f-916c60c03956 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:25:03.557770 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-c6132bf6-1533-4760-a7af-951daab5329c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f246e39de24c4412953895ccbafe2cfd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2295542
Sep 08 16:25:03.557770 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6132bf6-1533-4760-a7af-951daab5329c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda926c0-fd4e-4789-9073-36ad01ad0f4b,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:25:03.558628 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 46360) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:25:03.560279 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-c6132bf6-1533-4760-a7af-951daab5329c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:25:03.642883 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2dcd54d6-e143-429b-9894-3e06e4c722c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:03.674960 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2dcd54d6-e143-429b-9894-3e06e4c722c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:03.734770 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2dcd54d6-e143-429b-9894-3e06e4c722c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:03.739831 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-35788dde-0faa-40e5-8df9-788a9866c45c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:25:03.756249 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd54d6-e143-429b-9894-3e06e4c722c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda926c0-fd4e-4789-9073-36ad01ad0f4b,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:25:03.759959 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-2dcd54d6-e143-429b-9894-3e06e4c722c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:25:03.773771 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-2dcd54d6-e143-429b-9894-3e06e4c722c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:03.780184 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-2dcd54d6-e143-429b-9894-3e06e4c722c4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dda926c0-fd4e-4789-9073-36ad01ad0f4b HTTP/1.1" status: 204  len: 168 time: 0.2150717
Sep 08 16:25:03.952929 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-7608b89d-fa61-4766-8433-224195c7dca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:04.180553 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-f97fcacd-584a-4dbe-ac7d-7f4a938ec287 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:25:04.181144 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-f97fcacd-584a-4dbe-ac7d-7f4a938ec287 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Synchronizing usage tracker for tenant:e174abb16dc144848c118fcce03c19f8 on resource:network {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:25:04.200624 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-f97fcacd-584a-4dbe-ac7d-7f4a938ec287 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Unset dirty status for tenant:e174abb16dc144848c118fcce03c19f8 on resource:network {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:25:04.202004 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-f97fcacd-584a-4dbe-ac7d-7f4a938ec287 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/networks?id=e4fe72d6-9de9-4d22-bc86-742563af7824 HTTP/1.1" status: 200  len: 813 time: 0.2048297
Sep 08 16:25:04.218840 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-3b0364fe-5af3-4a83-b8d4-ff0f9d0a8d43 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/quotas/e174abb16dc144848c118fcce03c19f8 HTTP/1.1" status: 200  len: 375 time: 0.0098579
Sep 08 16:25:04.270580 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-fe58fae8-c4ea-415c-97c1-506954fe9f70 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e174abb16dc144848c118fcce03c19f8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0455885
Sep 08 16:25:04.432267 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-7dd08d5c-1972-4660-b390-76263c4ba9a6 service neutron] 10.222.0.25 "GET /v2.0/networks/e4fe72d6-9de9-4d22-bc86-742563af7824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1546354
Sep 08 16:25:04.594040 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-9b32e348-0c2e-46c4-ab0a-3176a9a82be3 service neutron] 10.222.0.25 "GET /v2.0/networks/e4fe72d6-9de9-4d22-bc86-742563af7824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1513381
Sep 08 16:25:04.873118 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6a5e22de-cba8-45b4-aac0-4b2b01eecac2 req-d2d80a0c-9b6f-4298-9806-69e33163c24a tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/ports?device_id=600d20da-244f-4fe5-880f-178664fd724c HTTP/1.1" status: 200  len: 210 time: 0.0929906
Sep 08 16:25:05.267012 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:05.449290 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 46414) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:25:05.643997 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a16c8a5c-4174-4e83-9dce-07f05f768347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:05.661990 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-a16c8a5c-4174-4e83-9dce-07f05f768347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:25:05.666481 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-a16c8a5c-4174-4e83-9dce-07f05f768347 admin admin] Usage tracker for resource:security_group_rule and tenant:1c174ec626c7483d85b3148c13d7e3f9 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:25:05.670048 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-a16c8a5c-4174-4e83-9dce-07f05f768347 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:25:05.676901 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-a16c8a5c-4174-4e83-9dce-07f05f768347 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:25:05.784064 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a16c8a5c-4174-4e83-9dce-07f05f768347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:05.788597 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a16c8a5c-4174-4e83-9dce-07f05f768347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:05.796562 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-dd7c0376-0cea-4a1d-a26f-b04627804bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:25:05.839933 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-a16c8a5c-4174-4e83-9dce-07f05f768347 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c174ec626c7483d85b3148c13d7e3f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3893647
Sep 08 16:25:05.841057 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c8a5c-4174-4e83-9dce-07f05f768347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc25ba85-7e6c-4d10-a46c-a1ac983d001b,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:25:05.843048 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 46420) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:25:05.845265 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-a16c8a5c-4174-4e83-9dce-07f05f768347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:25:05.936458 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-9f8dbfb3-0bdc-4b08-9531-c6c2efc6d8ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:05.982973 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-9f8dbfb3-0bdc-4b08-9531-c6c2efc6d8ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:06.163047 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d1f182df-1675-4400-993f-a03b80617036 req-112aa18c-53c5-46c9-9b18-209320aa7c4e tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/ports?device_id=600d20da-244f-4fe5-880f-178664fd724c HTTP/1.1" status: 200  len: 210 time: 0.1433232
Sep 08 16:25:06.406359 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-9f8dbfb3-0bdc-4b08-9531-c6c2efc6d8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:06.421008 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-da1458b0-5bbe-48f2-9128-b3fef05a44f3 tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:25:06.445430 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8dbfb3-0bdc-4b08-9531-c6c2efc6d8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc25ba85-7e6c-4d10-a46c-a1ac983d001b,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:25:06.449632 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-9f8dbfb3-0bdc-4b08-9531-c6c2efc6d8ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:25:06.469854 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-eafd6ac9-8e08-4ae8-aa30-3ff83bf28d03 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:25:06.473440 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-eafd6ac9-8e08-4ae8-aa30-3ff83bf28d03 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.70 "GET /v2.0/networks?id=e4fe72d6-9de9-4d22-bc86-742563af7824 HTTP/1.1" status: 200  len: 813 time: 0.3698707
Sep 08 16:25:06.477471 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-9f8dbfb3-0bdc-4b08-9531-c6c2efc6d8ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:06.479236 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-9f8dbfb3-0bdc-4b08-9531-c6c2efc6d8ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cc25ba85-7e6c-4d10-a46c-a1ac983d001b HTTP/1.1" status: 204  len: 168 time: 0.6345091
Sep 08 16:25:06.492946 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-6d1ae39b-0cd7-4ed4-8cc7-0c03274d2704 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Request body: {'port': {'device_id': '600d20da-244f-4fe5-880f-178664fd724c', 'network_id': 'e4fe72d6-9de9-4d22-bc86-742563af7824', 'admin_state_up': True, 'tenant_id': 'e174abb16dc144848c118fcce03c19f8'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:25:06.787952 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-6d1ae39b-0cd7-4ed4-8cc7-0c03274d2704 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:25:06.792329 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-6d1ae39b-0cd7-4ed4-8cc7-0c03274d2704 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Usage tracker for resource:port and tenant:e174abb16dc144848c118fcce03c19f8 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:25:06.795705 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-6d1ae39b-0cd7-4ed4-8cc7-0c03274d2704 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:25:06.802599 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-6d1ae39b-0cd7-4ed4-8cc7-0c03274d2704 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:25:06.814355 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-6d1ae39b-0cd7-4ed4-8cc7-0c03274d2704 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Made reservation on behalf of e174abb16dc144848c118fcce03c19f8 for: {'port': 1} {{(pid=79426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:25:06.818300 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-6d1ae39b-0cd7-4ed4-8cc7-0c03274d2704 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:06.997767 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.db_base_plugin_common [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-6d1ae39b-0cd7-4ed4-8cc7-0c03274d2704 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Allocated IP 172.20.0.12 (e4fe72d6-9de9-4d22-bc86-742563af7824/b1142227-0f3a-448c-8700-cb5ea02193f6/cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d) {{(pid=79426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:25:07.267416 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-6d1ae39b-0cd7-4ed4-8cc7-0c03274d2704 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Notify callbacks [] for port, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:07.348996 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-8bfb305e-33d2-4757-8313-66dc2a95191c req-0f9f5c4b-feba-4bd8-98c8-7c894d455368 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/ports?device_id=600d20da-244f-4fe5-880f-178664fd724c HTTP/1.1" status: 200  len: 210 time: 0.0531561
Sep 08 16:25:07.355126 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-6d1ae39b-0cd7-4ed4-8cc7-0c03274d2704 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:07.360629 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:07.362283 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-c8ee7d75-2fbe-4ccb-b747-a1c8ca8a97e8 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:25:07.433322 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-6d1ae39b-0cd7-4ed4-8cc7-0c03274d2704 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Network e4fe72d6-9de9-4d22-bc86-742563af7824 is already hosted by enough agents. {{(pid=79426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:25:07.437212 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.base_scheduler [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-6d1ae39b-0cd7-4ed4-8cc7-0c03274d2704 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Resources bound (agent type, host, resource id):  {{(pid=79426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:25:07.443045 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.l3_dvrscheduler_db [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-6d1ae39b-0cd7-4ed4-8cc7-0c03274d2704 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Received port after_create {{(pid=79426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:25:07.481296 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ae39b-0cd7-4ed4-8cc7-0c03274d2704 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Pushing event updated for resources: {'Port': ['ID=cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:25:07.486818 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-6d1ae39b-0cd7-4ed4-8cc7-0c03274d2704 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:25:07.520998 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-6d1ae39b-0cd7-4ed4-8cc7-0c03274d2704 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:25:07.521730 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-6d1ae39b-0cd7-4ed4-8cc7-0c03274d2704 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:07.545369 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-6d1ae39b-0cd7-4ed4-8cc7-0c03274d2704 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0572240
Sep 08 16:25:07.565049 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-c4cb2136-dddc-43cb-bfed-a19bb5031a75 service neutron] Request body: {'port': {'device_id': '600d20da-244f-4fe5-880f-178664fd724c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:25:07.686591 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-c4cb2136-dddc-43cb-bfed-a19bb5031a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:08.091614 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.notifiers.nova [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-c4cb2136-dddc-43cb-bfed-a19bb5031a75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d {{(pid=79426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:25:08.100804 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-c4cb2136-dddc-43cb-bfed-a19bb5031a75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:08.117445 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.provisioning_blocks [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-c4cb2136-dddc-43cb-bfed-a19bb5031a75 service neutron] Transition to ACTIVE for port object cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d will not be triggered until provisioned by entity L2. {{(pid=79426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:25:08.121869 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-c4cb2136-dddc-43cb-bfed-a19bb5031a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353071'] for port, after_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:08.125820 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-6d1ae39b-0cd7-4ed4-8cc7-0c03274d2704 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:25:08.260901 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb2136-dddc-43cb-bfed-a19bb5031a75 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d,revision_number=2']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:25:08.288205 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-c4cb2136-dddc-43cb-bfed-a19bb5031a75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:25:08.371951 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.managers [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-c4cb2136-dddc-43cb-bfed-a19bb5031a75 service neutron] Attempting to bind port cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d on host hv-cinder-80789 for vnic_type normal with profile  {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:25:08.372340 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.managers [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-c4cb2136-dddc-43cb-bfed-a19bb5031a75 service neutron] Attempting to bind port cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': '47b2dfcb-ed73-46dd-ab5e-41dd5d2afb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'e4fe72d6-9de9-4d22-bc86-742563af7824'}] {{(pid=79426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:25:08.372742 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-c4cb2136-dddc-43cb-bfed-a19bb5031a75 service neutron] Attempting to bind port cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d on network e4fe72d6-9de9-4d22-bc86-742563af7824 {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:25:08.378983 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-c4cb2136-dddc-43cb-bfed-a19bb5031a75 service neutron] Port cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d on network e4fe72d6-9de9-4d22-bc86-742563af7824 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 08 16:25:08.379306 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-c4cb2136-dddc-43cb-bfed-a19bb5031a75 service neutron] Attempting to bind port cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d on network e4fe72d6-9de9-4d22-bc86-742563af7824 {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:25:08.385277 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-c4cb2136-dddc-43cb-bfed-a19bb5031a75 service neutron] Checking agent: {'id': 'c4ee52ba-d613-406f-b441-649e3bfebfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'started_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:25:08.385771 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-c4cb2136-dddc-43cb-bfed-a19bb5031a75 service neutron] Checking segment: {'id': '47b2dfcb-ed73-46dd-ab5e-41dd5d2afb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'e4fe72d6-9de9-4d22-bc86-742563af7824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:25:08.386231 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-c4cb2136-dddc-43cb-bfed-a19bb5031a75 service neutron] Bound using segment: {'id': '47b2dfcb-ed73-46dd-ab5e-41dd5d2afb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'e4fe72d6-9de9-4d22-bc86-742563af7824'} {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:25:08.386718 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.managers [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-c4cb2136-dddc-43cb-bfed-a19bb5031a75 service neutron] Bound port: cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b2dfcb-ed73-46dd-ab5e-41dd5d2afb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'e4fe72d6-9de9-4d22-bc86-742563af7824'}}] {{(pid=79426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:25:08.387127 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-c4cb2136-dddc-43cb-bfed-a19bb5031a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:08.537919 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-c4cb2136-dddc-43cb-bfed-a19bb5031a75 service neutron] For port cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d, host hv-cinder-80789, cleared binding levels {{(pid=79426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:25:08.541792 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-c4cb2136-dddc-43cb-bfed-a19bb5031a75 service neutron] For port cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d,segment=NetworkSegment(47b2dfcb-ed73-46dd-ab5e-41dd5d2afb86),segment_id=47b2dfcb-ed73-46dd-ab5e-41dd5d2afb86)] {{(pid=79426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:25:08.583651 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-c4cb2136-dddc-43cb-bfed-a19bb5031a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353071'] for port, after_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:08.593938 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-eb325b74-01b9-41dc-9967-17384f190ae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:25:08.665434 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-c4cb2136-dddc-43cb-bfed-a19bb5031a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:25:08.666055 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-c4cb2136-dddc-43cb-bfed-a19bb5031a75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:08.667509 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-c4cb2136-dddc-43cb-bfed-a19bb5031a75 service neutron] 10.222.0.70 "PUT /v2.0/ports/cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d HTTP/1.1" status: 200  len: 1094 time: 1.1080244
Sep 08 16:25:08.670559 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '600d20da-244f-4fe5-880f-178664fd724c', 'tag': 'cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d'}] {{(pid=79426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:25:08.701559 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb2136-dddc-43cb-bfed-a19bb5031a75 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d,revision_number=3']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:25:08.705703 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-c4cb2136-dddc-43cb-bfed-a19bb5031a75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:25:08.738473 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989e69f-8f1e-483e-806f-b09d4243dacf req-a318e286-120b-4a63-932b-a905d3e820f2 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:25:08.739661 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-f989e69f-8f1e-483e-806f-b09d4243dacf req-a318e286-120b-4a63-932b-a905d3e820f2 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Synchronizing usage tracker for tenant:e174abb16dc144848c118fcce03c19f8 on resource:port {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:25:08.745613 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '600d20da-244f-4fe5-880f-178664fd724c', 'tag': 'cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d', 'status': 'completed', 'code': 200}
Sep 08 16:25:08.814962 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-f989e69f-8f1e-483e-806f-b09d4243dacf req-a318e286-120b-4a63-932b-a905d3e820f2 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Unset dirty status for tenant:e174abb16dc144848c118fcce03c19f8 on resource:port {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:25:08.816070 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f989e69f-8f1e-483e-806f-b09d4243dacf req-a318e286-120b-4a63-932b-a905d3e820f2 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/ports?device_id=600d20da-244f-4fe5-880f-178664fd724c HTTP/1.1" status: 200  len: 944 time: 0.2719984
Sep 08 16:25:08.866381 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-159bd86d-1af2-47e4-bf87-74d1af724535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:25:08.867922 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-159bd86d-1af2-47e4-bf87-74d1af724535 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e174abb16dc144848c118fcce03c19f8&device_id=600d20da-244f-4fe5-880f-178664fd724c HTTP/1.1" status: 200  len: 1097 time: 0.1212833
Sep 08 16:25:08.879286 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-f989e69f-8f1e-483e-806f-b09d4243dacf req-0ed76168-2b3f-4b7d-808d-67fa87d35e21 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Synchronizing usage tracker for tenant:e174abb16dc144848c118fcce03c19f8 on resource:security_group {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:25:09.066659 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-1e5d8c7d-09b0-4adc-9ba8-0283f0ba34bb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d HTTP/1.1" status: 200  len: 217 time: 0.1842663
Sep 08 16:25:09.114208 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-f989e69f-8f1e-483e-806f-b09d4243dacf req-0ed76168-2b3f-4b7d-808d-67fa87d35e21 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Unset dirty status for tenant:e174abb16dc144848c118fcce03c19f8 on resource:security_group {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:25:09.115400 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f989e69f-8f1e-483e-806f-b09d4243dacf req-0ed76168-2b3f-4b7d-808d-67fa87d35e21 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc1684fd-4e8f-413f-980a-6b511e3c4772&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2890489
Sep 08 16:25:09.144350 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-b280db01-c6a8-4c4f-b47f-ad19fd1c0cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:25:09.145827 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-b280db01-c6a8-4c4f-b47f-ad19fd1c0cf7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b1142227-0f3a-448c-8700-cb5ea02193f6 HTTP/1.1" status: 200  len: 853 time: 0.0712657
Sep 08 16:25:09.196154 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-52d9856e-2625-44d9-9af1-f82d5ed8c167 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e4fe72d6-9de9-4d22-bc86-742563af7824&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0436208
Sep 08 16:25:09.338573 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-d2e5642c-e073-44f6-8345-1859586cbafa service neutron] 10.222.0.70 "GET /v2.0/networks/e4fe72d6-9de9-4d22-bc86-742563af7824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355340
Sep 08 16:25:09.480292 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-675e17af-6aaa-4e59-9b91-8a5d383f95ed req-0d87d6d8-a63c-4c35-85b6-d0e494e9134a service neutron] 10.222.0.70 "GET /v2.0/networks/e4fe72d6-9de9-4d22-bc86-742563af7824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1354892
Sep 08 16:25:09.657157 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39ab7d-16c8-45e5-83b5-17175b8f89c5 req-b0207e39-2821-4eb9-9dc6-83565b0043da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:25:09.658735 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7b39ab7d-16c8-45e5-83b5-17175b8f89c5 req-b0207e39-2821-4eb9-9dc6-83565b0043da service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e174abb16dc144848c118fcce03c19f8&device_id=600d20da-244f-4fe5-880f-178664fd724c HTTP/1.1" status: 200  len: 1097 time: 0.0808678
Sep 08 16:25:09.819711 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39ab7d-16c8-45e5-83b5-17175b8f89c5 req-4055c06c-ccc5-46d3-90bf-8d934c59232c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:25:09.821254 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7b39ab7d-16c8-45e5-83b5-17175b8f89c5 req-4055c06c-ccc5-46d3-90bf-8d934c59232c service neutron] 10.222.0.70 "GET /v2.0/networks?id=e4fe72d6-9de9-4d22-bc86-742563af7824 HTTP/1.1" status: 200  len: 914 time: 0.1553991
Sep 08 16:25:09.942870 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7b39ab7d-16c8-45e5-83b5-17175b8f89c5 req-d70ecf0b-3944-4e7b-b81c-106bf33ef262 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d HTTP/1.1" status: 200  len: 217 time: 0.1133256
Sep 08 16:25:10.010740 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39ab7d-16c8-45e5-83b5-17175b8f89c5 req-bb11f2b6-73ce-446d-8fb1-13c558fdcee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:25:10.012370 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7b39ab7d-16c8-45e5-83b5-17175b8f89c5 req-bb11f2b6-73ce-446d-8fb1-13c558fdcee0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b1142227-0f3a-448c-8700-cb5ea02193f6 HTTP/1.1" status: 200  len: 853 time: 0.0622528
Sep 08 16:25:10.067148 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7b39ab7d-16c8-45e5-83b5-17175b8f89c5 req-7da99d06-adf0-475f-97f4-cff106514eca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e4fe72d6-9de9-4d22-bc86-742563af7824&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0477307
Sep 08 16:25:10.221149 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7b39ab7d-16c8-45e5-83b5-17175b8f89c5 req-e1202a7c-7ccc-4c0f-ae2b-0758f67dfdb4 service neutron] 10.222.0.70 "GET /v2.0/networks/e4fe72d6-9de9-4d22-bc86-742563af7824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461735
Sep 08 16:25:10.420569 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7b39ab7d-16c8-45e5-83b5-17175b8f89c5 req-c7f65146-954f-4c8f-a1c1-e28799031984 service neutron] 10.222.0.70 "GET /v2.0/networks/e4fe72d6-9de9-4d22-bc86-742563af7824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1918080
Sep 08 16:25:10.437338 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42c53e-7915-4a68-bf6d-f942375887f3 req-6c1b41b0-8e10-48c9-9762-5fef42029469 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:25:10.438886 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3d42c53e-7915-4a68-bf6d-f942375887f3 req-6c1b41b0-8e10-48c9-9762-5fef42029469 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/ports?device_id=600d20da-244f-4fe5-880f-178664fd724c HTTP/1.1" status: 200  len: 944 time: 0.1424828
Sep 08 16:25:10.492991 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3d42c53e-7915-4a68-bf6d-f942375887f3 req-fa9790b5-53af-4a71-90e9-60868fff1133 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc1684fd-4e8f-413f-980a-6b511e3c4772&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477359
Sep 08 16:25:11.691521 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfd5bf-f579-4ae1-adbf-092fd7bcce5f req-2f7faaa5-9612-42a1-9a1e-9a4a8f761f6f tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:25:11.693164 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-07bfd5bf-f579-4ae1-adbf-092fd7bcce5f req-2f7faaa5-9612-42a1-9a1e-9a4a8f761f6f tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/ports?device_id=600d20da-244f-4fe5-880f-178664fd724c HTTP/1.1" status: 200  len: 944 time: 0.0904658
Sep 08 16:25:11.747004 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-07bfd5bf-f579-4ae1-adbf-092fd7bcce5f req-9f5de69c-2e4c-49c6-b81f-e3f91388c10f tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc1684fd-4e8f-413f-980a-6b511e3c4772&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435934
Sep 08 16:25:12.547507 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 08 16:25:12.693170 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d,segment=NetworkSegment(47b2dfcb-ed73-46dd-ab5e-41dd5d2afb86),segment_id=47b2dfcb-ed73-46dd-ab5e-41dd5d2afb86)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:25:12.708870 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Returning: {'device': 'cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d', 'network_id': 'e4fe72d6-9de9-4d22-bc86-742563af7824', 'port_id': 'cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d', 'mac_address': 'fa:16:3e:83:84:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1142227-0f3a-448c-8700-cb5ea02193f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 08 16:25:12.769053 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:12.790646 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d {{(pid=79427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:25:12.810706 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d,segment=NetworkSegment(47b2dfcb-ed73-46dd-ab5e-41dd5d2afb86),segment_id=47b2dfcb-ed73-46dd-ab5e-41dd5d2afb86)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:25:12.816228 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:12.818484 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:25:12.912559 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d,revision_number=4']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:25:12.927570 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:25:12.928138 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:25:12.928875 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:25:12.929418 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:25:12.929978 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:25:12.930535 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:25:12.931098 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:25:12.931661 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:25:12.932217 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:25:12.932766 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:25:12.933310 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:25:12.933853 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:25:12.940921 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:25:13.028314 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b3c1b-e30b-4e9e-939e-5e25e3bc3b85 req-ba9f5771-05ac-4e41-96a0-b454529d0b73 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:25:13.030103 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-824b3c1b-e30b-4e9e-939e-5e25e3bc3b85 req-ba9f5771-05ac-4e41-96a0-b454529d0b73 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/ports?device_id=600d20da-244f-4fe5-880f-178664fd724c HTTP/1.1" status: 200  len: 945 time: 0.1190035
Sep 08 16:25:13.079511 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-824b3c1b-e30b-4e9e-939e-5e25e3bc3b85 req-79fcae38-a510-4d1e-a5c9-29d6c151a13a tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc1684fd-4e8f-413f-980a-6b511e3c4772&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426698
Sep 08 16:25:13.105829 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:25:14.283690 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88752295-b03f-4654-9c7c-6391d90a83ef req-26e6d74b-0f53-4396-95c3-3eb44f658515 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:25:14.285248 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-88752295-b03f-4654-9c7c-6391d90a83ef req-26e6d74b-0f53-4396-95c3-3eb44f658515 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/ports?device_id=600d20da-244f-4fe5-880f-178664fd724c HTTP/1.1" status: 200  len: 945 time: 0.0896597
Sep 08 16:25:14.338759 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-88752295-b03f-4654-9c7c-6391d90a83ef req-04b85a39-84d1-496e-8924-cfcba8082d03 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc1684fd-4e8f-413f-980a-6b511e3c4772&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429428
Sep 08 16:25:14.546464 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d up at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:25:14.629400 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning for port cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:25:14.635087 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning complete for port cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:25:14.635493 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:14.768418 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:14.798074 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600d20da-244f-4fe5-880f-178664fd724c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d'}] {{(pid=79427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:25:14.815773 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d,segment=NetworkSegment(47b2dfcb-ed73-46dd-ab5e-41dd5d2afb86),segment_id=47b2dfcb-ed73-46dd-ab5e-41dd5d2afb86)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:25:14.822146 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:14.825385 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:25:14.877829 dv-cinder-807898-1-iscsi neutron-server[79427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600d20da-244f-4fe5-880f-178664fd724c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d', 'code': 200}
Sep 08 16:25:14.936628 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d,revision_number=5']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:25:14.942018 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:25:15.282546 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0ca20-8798-4ca5-9ed8-8540ab3b360f req-bc7029a0-8526-45ed-94df-f3420fb83787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:25:15.284171 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-cff0ca20-8798-4ca5-9ed8-8540ab3b360f req-bc7029a0-8526-45ed-94df-f3420fb83787 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=600d20da-244f-4fe5-880f-178664fd724c HTTP/1.1" status: 200  len: 1099 time: 0.1928666
Sep 08 16:25:15.334175 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-cff0ca20-8798-4ca5-9ed8-8540ab3b360f req-dd1fcc60-42d4-409f-9efe-2ded099479f9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cc1684fd-4e8f-413f-980a-6b511e3c4772&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425291
Sep 08 16:25:15.547024 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a319bc-3c88-4b01-be7b-224fa8c246c2 req-1544fdd4-efef-484b-95c5-7309dee1054a tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:25:15.548718 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d2a319bc-3c88-4b01-be7b-224fa8c246c2 req-1544fdd4-efef-484b-95c5-7309dee1054a tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/ports?device_id=600d20da-244f-4fe5-880f-178664fd724c HTTP/1.1" status: 200  len: 946 time: 0.0925412
Sep 08 16:25:15.613728 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d2a319bc-3c88-4b01-be7b-224fa8c246c2 req-ea11b6f9-6980-4d09-a565-1463626cddef tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc1684fd-4e8f-413f-980a-6b511e3c4772&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549161
Sep 08 16:25:16.820750 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa98e3-84ad-40ae-a8d1-b9951970a12a req-3a700b55-cf5a-4907-be40-4a6e64dc4a30 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:25:16.822368 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-02fa98e3-84ad-40ae-a8d1-b9951970a12a req-3a700b55-cf5a-4907-be40-4a6e64dc4a30 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/ports?device_id=600d20da-244f-4fe5-880f-178664fd724c HTTP/1.1" status: 200  len: 946 time: 0.0934293
Sep 08 16:25:16.876520 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-02fa98e3-84ad-40ae-a8d1-b9951970a12a req-d995941e-2703-4a7b-a29a-01d481c6f751 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc1684fd-4e8f-413f-980a-6b511e3c4772&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475311
Sep 08 16:25:18.150739 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a32e646e-74be-46e1-9324-0d38839bb69b req-85b974fd-6423-4e12-a7c8-55fcbbe259c9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=600d20da-244f-4fe5-880f-178664fd724c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0999200
Sep 08 16:25:18.300959 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:18.332070 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e646e-74be-46e1-9324-0d38839bb69b req-4e38bb6a-89bf-419b-af6e-c440a2fc70ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:25:18.333562 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a32e646e-74be-46e1-9324-0d38839bb69b req-4e38bb6a-89bf-419b-af6e-c440a2fc70ab service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e174abb16dc144848c118fcce03c19f8&device_id=600d20da-244f-4fe5-880f-178664fd724c HTTP/1.1" status: 200  len: 1099 time: 0.0826013
Sep 08 16:25:18.506805 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e646e-74be-46e1-9324-0d38839bb69b req-df559127-6c6d-4f6f-9309-3ce874e36536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:25:18.508511 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a32e646e-74be-46e1-9324-0d38839bb69b req-df559127-6c6d-4f6f-9309-3ce874e36536 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e4fe72d6-9de9-4d22-bc86-742563af7824 HTTP/1.1" status: 200  len: 914 time: 0.1536334
Sep 08 16:25:18.583602 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a32e646e-74be-46e1-9324-0d38839bb69b req-cd2d2f63-44c3-47ae-818d-99e7e64a8f1e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d HTTP/1.1" status: 200  len: 217 time: 0.0676067
Sep 08 16:25:18.652207 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e646e-74be-46e1-9324-0d38839bb69b req-ff34f543-435f-40f5-b856-bf567afdc2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:25:18.653733 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a32e646e-74be-46e1-9324-0d38839bb69b req-ff34f543-435f-40f5-b856-bf567afdc2ee service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b1142227-0f3a-448c-8700-cb5ea02193f6 HTTP/1.1" status: 200  len: 853 time: 0.0629952
Sep 08 16:25:18.702491 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a32e646e-74be-46e1-9324-0d38839bb69b req-522afb44-4e1b-4aab-92ce-42fa1ec73e76 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e4fe72d6-9de9-4d22-bc86-742563af7824&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0418649
Sep 08 16:25:18.850714 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a32e646e-74be-46e1-9324-0d38839bb69b req-63c16161-5ee8-4846-ade1-ee4ad2d5d7a9 service neutron] 10.222.0.70 "GET /v2.0/networks/e4fe72d6-9de9-4d22-bc86-742563af7824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411595
Sep 08 16:25:19.032368 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a32e646e-74be-46e1-9324-0d38839bb69b req-65c1d2b2-cd93-4b93-9f95-c84b620b50b0 service neutron] 10.222.0.70 "GET /v2.0/networks/e4fe72d6-9de9-4d22-bc86-742563af7824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1715794
Sep 08 16:25:30.799557 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-844fe1d3-f30c-4359-926c-8001965afe5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:31.298483 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:33.938071 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-7657ed33-8684-49d1-a80d-3789042d768f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:35.247059 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:37.354402 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:25:39.738157 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:25:48.332156 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:26:00.805976 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-e39411d8-b833-44c8-b207-3da2fa4d5147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:26:01.305738 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:26:03.092129 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0411e3-46b7-4fad-9787-b1ab3486b7df req-13770a3d-19e1-42e6-ab12-18753d634d88 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:26:03.094179 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-da0411e3-46b7-4fad-9787-b1ab3486b7df req-13770a3d-19e1-42e6-ab12-18753d634d88 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/ports?device_id=600d20da-244f-4fe5-880f-178664fd724c HTTP/1.1" status: 200  len: 946 time: 0.0922985
Sep 08 16:26:03.143361 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-da0411e3-46b7-4fad-9787-b1ab3486b7df req-6de6a825-8ea2-4955-b244-b9f936bb105a tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc1684fd-4e8f-413f-980a-6b511e3c4772&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432296
Sep 08 16:26:03.948316 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-502ead76-2a03-4639-8d3b-799befb9c80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:26:04.377593 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272797eb-7025-4556-a05d-5852477abd06 req-e5ca7b84-453f-4afd-a657-ed6068507746 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:26:04.379238 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-272797eb-7025-4556-a05d-5852477abd06 req-e5ca7b84-453f-4afd-a657-ed6068507746 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/ports?device_id=600d20da-244f-4fe5-880f-178664fd724c HTTP/1.1" status: 200  len: 946 time: 0.1191759
Sep 08 16:26:04.427180 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-272797eb-7025-4556-a05d-5852477abd06 req-dfb9a9e1-e392-4d02-9b87-dd026cb008ae tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc1684fd-4e8f-413f-980a-6b511e3c4772&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414286
Sep 08 16:26:04.654621 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94a843-b319-4e43-ab30-055091afa5a5 req-8d9a947a-483c-4643-bb4d-7e2048e23bad tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:26:04.656867 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6b94a843-b319-4e43-ab30-055091afa5a5 req-8d9a947a-483c-4643-bb4d-7e2048e23bad tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.70 "GET /v2.0/ports?device_id=600d20da-244f-4fe5-880f-178664fd724c HTTP/1.1" status: 200  len: 946 time: 0.0962653
Sep 08 16:26:04.733220 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [req-6b94a843-b319-4e43-ab30-055091afa5a5 req-05fb2d89-869f-42eb-8d23-1d89f22482b6 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Deleting port cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d {{(pid=79426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:26:04.733527 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-6b94a843-b319-4e43-ab30-055091afa5a5 req-05fb2d89-869f-42eb-8d23-1d89f22482b6 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:26:05.013267 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [req-6b94a843-b319-4e43-ab30-055091afa5a5 req-05fb2d89-869f-42eb-8d23-1d89f22482b6 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] For port cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d,segment=NetworkSegment(47b2dfcb-ed73-46dd-ab5e-41dd5d2afb86),segment_id=47b2dfcb-ed73-46dd-ab5e-41dd5d2afb86)] {{(pid=79426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:26:05.013633 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-6b94a843-b319-4e43-ab30-055091afa5a5 req-05fb2d89-869f-42eb-8d23-1d89f22482b6 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:26:05.251697 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:26:05.254621 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [req-6b94a843-b319-4e43-ab30-055091afa5a5 req-05fb2d89-869f-42eb-8d23-1d89f22482b6 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Calling delete_port for cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d owned by compute:nova {{(pid=79426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:26:05.439312 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-6b94a843-b319-4e43-ab30-055091afa5a5 req-05fb2d89-869f-42eb-8d23-1d89f22482b6 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:26:05.446076 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-2e21e3ed-c0f6-4880-a348-b9dc95bdda17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:26:05.479888 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:26:05.512371 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb2d89-869f-42eb-8d23-1d89f22482b6 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Pushing event deleted for resources: {'Port': ['ID=cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:26:05.527887 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb2d89-869f-42eb-8d23-1d89f22482b6 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:26:05.528482 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb2d89-869f-42eb-8d23-1d89f22482b6 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:26:05.529096 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb2d89-869f-42eb-8d23-1d89f22482b6 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:26:05.529755 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb2d89-869f-42eb-8d23-1d89f22482b6 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:26:05.531656 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb2d89-869f-42eb-8d23-1d89f22482b6 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:26:05.531656 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb2d89-869f-42eb-8d23-1d89f22482b6 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:26:05.532147 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb2d89-869f-42eb-8d23-1d89f22482b6 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:26:05.532750 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb2d89-869f-42eb-8d23-1d89f22482b6 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:26:05.533332 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb2d89-869f-42eb-8d23-1d89f22482b6 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:26:05.533916 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb2d89-869f-42eb-8d23-1d89f22482b6 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:26:05.534623 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb2d89-869f-42eb-8d23-1d89f22482b6 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:26:05.535307 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb2d89-869f-42eb-8d23-1d89f22482b6 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:26:05.572162 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-05fb2d89-869f-42eb-8d23-1d89f22482b6 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:26:05.656656 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ab084662-240e-4200-9f0e-9bc24ba2fc09 req-ad5012d9-b4e0-4037-a40b-2c72b5481de5 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/ports?device_id=600d20da-244f-4fe5-880f-178664fd724c HTTP/1.1" status: 200  len: 210 time: 0.0856252
Sep 08 16:26:05.662563 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b94a843-b319-4e43-ab30-055091afa5a5 req-05fb2d89-869f-42eb-8d23-1d89f22482b6 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] No DVR routers for this DVR port cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d on host hv-cinder-80789 {{(pid=79426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 08 16:26:05.665296 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-6b94a843-b319-4e43-ab30-055091afa5a5 req-05fb2d89-869f-42eb-8d23-1d89f22482b6 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:26:05.668597 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600d20da-244f-4fe5-880f-178664fd724c', 'name': 'network-vif-deleted', 'tag': 'cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d'}] {{(pid=79426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:26:05.686040 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6b94a843-b319-4e43-ab30-055091afa5a5 req-05fb2d89-869f-42eb-8d23-1d89f22482b6 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.70 "DELETE /v2.0/ports/cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d HTTP/1.1" status: 204  len: 173 time: 1.0229788
Sep 08 16:26:05.727205 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600d20da-244f-4fe5-880f-178664fd724c', 'name': 'network-vif-deleted', 'tag': 'cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d', 'status': 'completed', 'code': 200}
Sep 08 16:26:07.356551 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:26:09.959851 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:26:09.998029 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] No Port match for: cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:26:09.998388 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device cfa9ce4a-ab7f-49b2-aee2-5be242ccb02d not bound to the agent host hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:26:16.494514 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-ece386ed-e6d5-4658-81c7-06d08c075feb tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:26:16.495999 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-ece386ed-e6d5-4658-81c7-06d08c075feb tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/networks?id=e4fe72d6-9de9-4d22-bc86-742563af7824 HTTP/1.1" status: 200  len: 813 time: 0.1530569
Sep 08 16:26:16.511862 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-f042aa76-ea8c-440e-b5dc-aeba4e0ed2b5 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/quotas/e174abb16dc144848c118fcce03c19f8 HTTP/1.1" status: 200  len: 375 time: 0.0095851
Sep 08 16:26:16.560366 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-7975d928-5b31-4186-8080-f79158ef8092 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Synchronizing usage tracker for tenant:e174abb16dc144848c118fcce03c19f8 on resource:port {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:26:16.578803 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-7975d928-5b31-4186-8080-f79158ef8092 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Unset dirty status for tenant:e174abb16dc144848c118fcce03c19f8 on resource:port {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:26:16.580520 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-7975d928-5b31-4186-8080-f79158ef8092 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e174abb16dc144848c118fcce03c19f8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0625975
Sep 08 16:26:16.721433 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-b13ad84e-f679-48e5-a0e9-cf4b1470d62e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=79426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 08 16:26:16.722646 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-b13ad84e-f679-48e5-a0e9-cf4b1470d62e service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1310077
Sep 08 16:26:16.743700 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:26:16.871373 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-d31f1ac5-336e-46c8-8704-998facb1969d service neutron] 10.222.0.25 "GET /v2.0/networks/e4fe72d6-9de9-4d22-bc86-742563af7824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420703
Sep 08 16:26:17.030816 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-040f2897-846b-4226-be52-61daa8622104 service neutron] 10.222.0.25 "GET /v2.0/networks/e4fe72d6-9de9-4d22-bc86-742563af7824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1500261
Sep 08 16:26:17.237006 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-38f063bd-95d8-4b62-854f-c4ee6843557d req-9890edff-a7cc-4df2-8ba5-b04aa646a286 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5315aa-7830-4bd9-82df-6ae33d15b03e HTTP/1.1" status: 200  len: 210 time: 0.0498052
Sep 08 16:26:18.353049 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:26:18.475576 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3710229d-4067-41eb-bf73-5bfd647b0d86 req-24d76b67-b5c6-4c4d-b573-13451683a0be tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5315aa-7830-4bd9-82df-6ae33d15b03e HTTP/1.1" status: 200  len: 210 time: 0.0559316
Sep 08 16:26:18.796932 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-4539bd20-0b02-429b-b691-bfc08c782c9c tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:26:18.798506 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-4539bd20-0b02-429b-b691-bfc08c782c9c tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.70 "GET /v2.0/networks?id=e4fe72d6-9de9-4d22-bc86-742563af7824 HTTP/1.1" status: 200  len: 813 time: 0.2033718
Sep 08 16:26:18.817023 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-74512a72-27cb-4197-9000-d3febc8c6bbe tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Request body: {'port': {'device_id': 'ba5315aa-7830-4bd9-82df-6ae33d15b03e', 'network_id': 'e4fe72d6-9de9-4d22-bc86-742563af7824', 'admin_state_up': True, 'tenant_id': 'e174abb16dc144848c118fcce03c19f8'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:26:18.995708 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-74512a72-27cb-4197-9000-d3febc8c6bbe tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:26:19.012598 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-74512a72-27cb-4197-9000-d3febc8c6bbe tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:26:19.038391 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-74512a72-27cb-4197-9000-d3febc8c6bbe tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Made reservation on behalf of e174abb16dc144848c118fcce03c19f8 for: {'port': 1} {{(pid=79426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:26:19.042053 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-74512a72-27cb-4197-9000-d3febc8c6bbe tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:26:19.244084 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.db_base_plugin_common [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-74512a72-27cb-4197-9000-d3febc8c6bbe tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Allocated IP 172.20.0.3 (e4fe72d6-9de9-4d22-bc86-742563af7824/b1142227-0f3a-448c-8700-cb5ea02193f6/250c5cb8-df3d-45e9-9c5e-e6c6ff40b273) {{(pid=79426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:26:19.658553 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-74512a72-27cb-4197-9000-d3febc8c6bbe tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Notify callbacks [] for port, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:26:19.762502 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7f47f8e9-c926-4352-b475-a23a1c650e6b req-85ff893c-5351-4c26-985f-68f3c36c57db tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5315aa-7830-4bd9-82df-6ae33d15b03e HTTP/1.1" status: 200  len: 210 time: 0.0824175
Sep 08 16:26:19.776238 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-74512a72-27cb-4197-9000-d3febc8c6bbe tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:26:19.790539 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:26:19.858918 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-74512a72-27cb-4197-9000-d3febc8c6bbe tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Network e4fe72d6-9de9-4d22-bc86-742563af7824 is already hosted by enough agents. {{(pid=79426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:26:19.862177 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.base_scheduler [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-74512a72-27cb-4197-9000-d3febc8c6bbe tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Resources bound (agent type, host, resource id):  {{(pid=79426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:26:19.866121 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-74512a72-27cb-4197-9000-d3febc8c6bbe tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Received port after_create {{(pid=79426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:26:19.897430 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74512a72-27cb-4197-9000-d3febc8c6bbe tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Pushing event updated for resources: {'Port': ['ID=250c5cb8-df3d-45e9-9c5e-e6c6ff40b273,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:26:19.904238 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-74512a72-27cb-4197-9000-d3febc8c6bbe tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:26:19.939995 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-74512a72-27cb-4197-9000-d3febc8c6bbe tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:26:19.940664 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-74512a72-27cb-4197-9000-d3febc8c6bbe tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:26:19.972233 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-74512a72-27cb-4197-9000-d3febc8c6bbe tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1593595
Sep 08 16:26:19.998032 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-190cba8f-af93-443e-b23d-a8f90c7c1a72 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=79426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 08 16:26:19.999675 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-190cba8f-af93-443e-b23d-a8f90c7c1a72 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0063925
Sep 08 16:26:20.072897 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-aecb67e5-18c3-4afb-867a-fe455d89314b service neutron] Request body: {'port': {'device_id': 'ba5315aa-7830-4bd9-82df-6ae33d15b03e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:26:20.191196 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-aecb67e5-18c3-4afb-867a-fe455d89314b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:26:20.599344 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.notifiers.nova [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-aecb67e5-18c3-4afb-867a-fe455d89314b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 250c5cb8-df3d-45e9-9c5e-e6c6ff40b273 {{(pid=79426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:26:20.608560 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-aecb67e5-18c3-4afb-867a-fe455d89314b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:26:20.625958 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.provisioning_blocks [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-aecb67e5-18c3-4afb-867a-fe455d89314b service neutron] Transition to ACTIVE for port object 250c5cb8-df3d-45e9-9c5e-e6c6ff40b273 will not be triggered until provisioned by entity L2. {{(pid=79426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:26:20.631284 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-aecb67e5-18c3-4afb-867a-fe455d89314b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353071'] for port, after_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:26:20.640109 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-faedc385-1cdd-4495-9dd5-3040601c12e5 tempest-AttachVolumeTestJSON-1630356961 tempest-AttachVolumeTestJSON-1630356961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:26:20.888653 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb67e5-18c3-4afb-867a-fe455d89314b service neutron] Pushing event updated for resources: {'Port': ['ID=250c5cb8-df3d-45e9-9c5e-e6c6ff40b273,revision_number=2']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:26:20.905535 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-aecb67e5-18c3-4afb-867a-fe455d89314b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:26:21.044048 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.managers [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-aecb67e5-18c3-4afb-867a-fe455d89314b service neutron] Attempting to bind port 250c5cb8-df3d-45e9-9c5e-e6c6ff40b273 on host hv-cinder-80789 for vnic_type normal with profile  {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:26:21.044381 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.managers [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-aecb67e5-18c3-4afb-867a-fe455d89314b service neutron] Attempting to bind port 250c5cb8-df3d-45e9-9c5e-e6c6ff40b273 by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': '47b2dfcb-ed73-46dd-ab5e-41dd5d2afb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'e4fe72d6-9de9-4d22-bc86-742563af7824'}] {{(pid=79426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:26:21.044945 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-aecb67e5-18c3-4afb-867a-fe455d89314b service neutron] Attempting to bind port 250c5cb8-df3d-45e9-9c5e-e6c6ff40b273 on network e4fe72d6-9de9-4d22-bc86-742563af7824 {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:26:21.056739 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-aecb67e5-18c3-4afb-867a-fe455d89314b service neutron] Port 250c5cb8-df3d-45e9-9c5e-e6c6ff40b273 on network e4fe72d6-9de9-4d22-bc86-742563af7824 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 08 16:26:21.057163 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-aecb67e5-18c3-4afb-867a-fe455d89314b service neutron] Attempting to bind port 250c5cb8-df3d-45e9-9c5e-e6c6ff40b273 on network e4fe72d6-9de9-4d22-bc86-742563af7824 {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:26:21.066141 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-aecb67e5-18c3-4afb-867a-fe455d89314b service neutron] Checking agent: {'id': 'c4ee52ba-d613-406f-b441-649e3bfebfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'started_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:26:21.066467 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-aecb67e5-18c3-4afb-867a-fe455d89314b service neutron] Checking segment: {'id': '47b2dfcb-ed73-46dd-ab5e-41dd5d2afb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'e4fe72d6-9de9-4d22-bc86-742563af7824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:26:21.066842 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-aecb67e5-18c3-4afb-867a-fe455d89314b service neutron] Bound using segment: {'id': '47b2dfcb-ed73-46dd-ab5e-41dd5d2afb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'e4fe72d6-9de9-4d22-bc86-742563af7824'} {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:26:21.067264 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.managers [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-aecb67e5-18c3-4afb-867a-fe455d89314b service neutron] Bound port: 250c5cb8-df3d-45e9-9c5e-e6c6ff40b273, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b2dfcb-ed73-46dd-ab5e-41dd5d2afb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'e4fe72d6-9de9-4d22-bc86-742563af7824'}}] {{(pid=79426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:26:21.067638 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-aecb67e5-18c3-4afb-867a-fe455d89314b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:26:21.154883 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651243f5-0cdc-463f-88a7-5fb9ce7d06d7 req-07c65f75-d362-422a-ace3-ecdc0cf6fc9e tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:26:21.156028 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-651243f5-0cdc-463f-88a7-5fb9ce7d06d7 req-07c65f75-d362-422a-ace3-ecdc0cf6fc9e tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Synchronizing usage tracker for tenant:e174abb16dc144848c118fcce03c19f8 on resource:port {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:26:21.200054 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-aecb67e5-18c3-4afb-867a-fe455d89314b service neutron] For port 250c5cb8-df3d-45e9-9c5e-e6c6ff40b273, host hv-cinder-80789, cleared binding levels {{(pid=79426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:26:21.203835 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-aecb67e5-18c3-4afb-867a-fe455d89314b service neutron] For port 250c5cb8-df3d-45e9-9c5e-e6c6ff40b273, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=250c5cb8-df3d-45e9-9c5e-e6c6ff40b273,segment=NetworkSegment(47b2dfcb-ed73-46dd-ab5e-41dd5d2afb86),segment_id=47b2dfcb-ed73-46dd-ab5e-41dd5d2afb86)] {{(pid=79426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:26:21.205490 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-651243f5-0cdc-463f-88a7-5fb9ce7d06d7 req-07c65f75-d362-422a-ace3-ecdc0cf6fc9e tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Unset dirty status for tenant:e174abb16dc144848c118fcce03c19f8 on resource:port {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:26:21.206994 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-651243f5-0cdc-463f-88a7-5fb9ce7d06d7 req-07c65f75-d362-422a-ace3-ecdc0cf6fc9e tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5315aa-7830-4bd9-82df-6ae33d15b03e HTTP/1.1" status: 200  len: 943 time: 0.2419887
Sep 08 16:26:21.208529 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-aecb67e5-18c3-4afb-867a-fe455d89314b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353071'] for port, after_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:26:21.212356 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-bc39426d-d837-4f1d-836c-e7caa571aa5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:26:21.301167 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-aecb67e5-18c3-4afb-867a-fe455d89314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:26:21.301777 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-aecb67e5-18c3-4afb-867a-fe455d89314b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:26:21.303137 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-aecb67e5-18c3-4afb-867a-fe455d89314b service neutron] 10.222.0.70 "PUT /v2.0/ports/250c5cb8-df3d-45e9-9c5e-e6c6ff40b273 HTTP/1.1" status: 200  len: 1093 time: 1.2813628
Sep 08 16:26:21.303732 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5315aa-7830-4bd9-82df-6ae33d15b03e', 'tag': '250c5cb8-df3d-45e9-9c5e-e6c6ff40b273'}] {{(pid=79426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:26:21.346862 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-651243f5-0cdc-463f-88a7-5fb9ce7d06d7 req-e90e1d44-83e7-4eb7-b31f-a9894923df54 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc1684fd-4e8f-413f-980a-6b511e3c4772&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026680
Sep 08 16:26:21.347719 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb67e5-18c3-4afb-867a-fe455d89314b service neutron] Pushing event updated for resources: {'Port': ['ID=250c5cb8-df3d-45e9-9c5e-e6c6ff40b273,revision_number=3']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:26:21.350930 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-aecb67e5-18c3-4afb-867a-fe455d89314b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:26:21.360756 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5315aa-7830-4bd9-82df-6ae33d15b03e', 'tag': '250c5cb8-df3d-45e9-9c5e-e6c6ff40b273', 'status': 'completed', 'code': 200}
Sep 08 16:26:21.452858 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-9f83537f-2054-42cc-8f97-6abb46ef5600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:26:21.454271 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-9f83537f-2054-42cc-8f97-6abb46ef5600 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e174abb16dc144848c118fcce03c19f8&device_id=ba5315aa-7830-4bd9-82df-6ae33d15b03e HTTP/1.1" status: 200  len: 1096 time: 0.0791368
Sep 08 16:26:21.531790 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-f3685ceb-3d64-4bfe-a94a-936a69d0420e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=250c5cb8-df3d-45e9-9c5e-e6c6ff40b273 HTTP/1.1" status: 200  len: 217 time: 0.0625503
Sep 08 16:26:21.601266 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-a55ab94d-1201-4f92-b016-d92db3502794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:26:21.602726 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-a55ab94d-1201-4f92-b016-d92db3502794 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b1142227-0f3a-448c-8700-cb5ea02193f6 HTTP/1.1" status: 200  len: 853 time: 0.0646622
Sep 08 16:26:21.650797 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-9fb06bf3-35bb-442e-be69-ab42766fb28e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e4fe72d6-9de9-4d22-bc86-742563af7824&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0414624
Sep 08 16:26:21.890005 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-3b806e4b-73ef-4c20-aa89-6bc98789fa47 service neutron] 10.222.0.70 "GET /v2.0/networks/e4fe72d6-9de9-4d22-bc86-742563af7824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2332511
Sep 08 16:26:22.032765 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9bcd6bf2-9529-4bf7-a849-322a1d45d0eb req-44125efe-b61e-4135-ad74-946ff85f2589 service neutron] 10.222.0.70 "GET /v2.0/networks/e4fe72d6-9de9-4d22-bc86-742563af7824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1359484
Sep 08 16:26:22.217998 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4843d1-d40d-407f-9e5a-c97c65e65f3c req-b466ebfc-a94f-469e-b6e5-e3c95757c538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:26:22.220662 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7e4843d1-d40d-407f-9e5a-c97c65e65f3c req-b466ebfc-a94f-469e-b6e5-e3c95757c538 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e174abb16dc144848c118fcce03c19f8&device_id=ba5315aa-7830-4bd9-82df-6ae33d15b03e HTTP/1.1" status: 200  len: 1096 time: 0.0887959
Sep 08 16:26:22.362451 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4843d1-d40d-407f-9e5a-c97c65e65f3c req-129303bc-8338-4a83-9423-29476fe6681a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:26:22.364023 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7e4843d1-d40d-407f-9e5a-c97c65e65f3c req-129303bc-8338-4a83-9423-29476fe6681a service neutron] 10.222.0.70 "GET /v2.0/networks?id=e4fe72d6-9de9-4d22-bc86-742563af7824 HTTP/1.1" status: 200  len: 914 time: 0.1364663
Sep 08 16:26:22.435250 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7e4843d1-d40d-407f-9e5a-c97c65e65f3c req-cf1a2165-79c3-4af2-8bd2-925d2fe9bb74 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=250c5cb8-df3d-45e9-9c5e-e6c6ff40b273 HTTP/1.1" status: 200  len: 217 time: 0.0643985
Sep 08 16:26:22.556293 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4843d1-d40d-407f-9e5a-c97c65e65f3c req-0398c0f6-6723-4887-844b-d88be41d6a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:26:22.557739 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7e4843d1-d40d-407f-9e5a-c97c65e65f3c req-0398c0f6-6723-4887-844b-d88be41d6a49 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b1142227-0f3a-448c-8700-cb5ea02193f6 HTTP/1.1" status: 200  len: 853 time: 0.1147504
Sep 08 16:26:22.613528 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7e4843d1-d40d-407f-9e5a-c97c65e65f3c req-f30b57cb-2090-426f-8fc8-586ec2b9dcdc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e4fe72d6-9de9-4d22-bc86-742563af7824&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0480638
Sep 08 16:26:22.627049 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e40b6d-97c6-4cb1-9640-204d970e861e req-95403068-67eb-4382-b4b8-8d8b890a280d tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:26:22.628936 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a5e40b6d-97c6-4cb1-9640-204d970e861e req-95403068-67eb-4382-b4b8-8d8b890a280d tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5315aa-7830-4bd9-82df-6ae33d15b03e HTTP/1.1" status: 200  len: 943 time: 0.1486490
Sep 08 16:26:22.766590 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a5e40b6d-97c6-4cb1-9640-204d970e861e req-1bd83540-3511-4af9-98a1-e6f273c7f42c tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc1684fd-4e8f-413f-980a-6b511e3c4772&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155756
Sep 08 16:26:22.808077 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7e4843d1-d40d-407f-9e5a-c97c65e65f3c req-87c7a743-100c-477b-a89b-172410156cc7 service neutron] 10.222.0.70 "GET /v2.0/networks/e4fe72d6-9de9-4d22-bc86-742563af7824?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1777248
Sep 08 16:26:22.949455 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7e4843d1-d40d-407f-9e5a-c97c65e65f3c req-ee8d7fb3-446e-482a-b7cb-2670c342fb02 service neutron] 10.222.0.70 "GET /v2.0/networks/e4fe72d6-9de9-4d22-bc86-742563af7824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1344149
Sep 08 16:26:24.024968 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3949c-01f0-440d-99db-8c34645f8084 req-33229f2a-0e53-46bf-b6cf-eab34c0ec506 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:26:24.026777 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a9f3949c-01f0-440d-99db-8c34645f8084 req-33229f2a-0e53-46bf-b6cf-eab34c0ec506 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5315aa-7830-4bd9-82df-6ae33d15b03e HTTP/1.1" status: 200  len: 943 time: 0.0850632
Sep 08 16:26:24.103429 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a9f3949c-01f0-440d-99db-8c34645f8084 req-2eb68f7e-bc5b-4306-8470-cf8fdec72e33 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc1684fd-4e8f-413f-980a-6b511e3c4772&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677533
Sep 08 16:26:24.997707 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 250c5cb8-df3d-45e9-9c5e-e6c6ff40b273 details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 08 16:26:25.208256 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 250c5cb8-df3d-45e9-9c5e-e6c6ff40b273, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=250c5cb8-df3d-45e9-9c5e-e6c6ff40b273,segment=NetworkSegment(47b2dfcb-ed73-46dd-ab5e-41dd5d2afb86),segment_id=47b2dfcb-ed73-46dd-ab5e-41dd5d2afb86)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:26:25.225026 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Returning: {'device': '250c5cb8-df3d-45e9-9c5e-e6c6ff40b273', 'network_id': 'e4fe72d6-9de9-4d22-bc86-742563af7824', 'port_id': '250c5cb8-df3d-45e9-9c5e-e6c6ff40b273', 'mac_address': 'fa:16:3e:69:48:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1142227-0f3a-448c-8700-cb5ea02193f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 08 16:26:25.289229 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:26:25.311462 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 250c5cb8-df3d-45e9-9c5e-e6c6ff40b273 {{(pid=79427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:26:25.329688 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 250c5cb8-df3d-45e9-9c5e-e6c6ff40b273, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=250c5cb8-df3d-45e9-9c5e-e6c6ff40b273,segment=NetworkSegment(47b2dfcb-ed73-46dd-ab5e-41dd5d2afb86),segment_id=47b2dfcb-ed73-46dd-ab5e-41dd5d2afb86)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:26:25.336352 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:26:25.339066 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:26:25.371654 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ec375-3aba-4b21-addb-ebed19260a62 req-e9d15633-247c-4f31-8e59-7511fdc5cab8 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:26:25.373782 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-129ec375-3aba-4b21-addb-ebed19260a62 req-e9d15633-247c-4f31-8e59-7511fdc5cab8 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5315aa-7830-4bd9-82df-6ae33d15b03e HTTP/1.1" status: 200  len: 943 time: 0.1138151
Sep 08 16:26:25.431650 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-129ec375-3aba-4b21-addb-ebed19260a62 req-01d38906-b68f-4614-88ff-26a5bf0eaa9e tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc1684fd-4e8f-413f-980a-6b511e3c4772&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468330
Sep 08 16:26:25.447997 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=250c5cb8-df3d-45e9-9c5e-e6c6ff40b273,revision_number=4']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:26:25.461386 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:26:25.461874 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:26:25.462486 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:26:25.463095 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:26:25.463717 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:26:25.464318 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:26:25.464907 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:26:25.465295 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:26:25.465668 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:26:25.467778 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:26:25.468196 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:26:25.468538 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:26:25.474116 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:26:25.637776 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['250c5cb8-df3d-45e9-9c5e-e6c6ff40b273'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:26:26.625615 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a9f0f-e058-4621-9d80-4b8fff81f788 req-0a896a0e-5dcb-4728-a16c-3299616914bd tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:26:26.627192 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4b2a9f0f-e058-4621-9d80-4b8fff81f788 req-0a896a0e-5dcb-4728-a16c-3299616914bd tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5315aa-7830-4bd9-82df-6ae33d15b03e HTTP/1.1" status: 200  len: 944 time: 0.0830274
Sep 08 16:26:26.677407 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4b2a9f0f-e058-4621-9d80-4b8fff81f788 req-b4043bd3-e63d-4dda-96ef-88a6c383ef97 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc1684fd-4e8f-413f-980a-6b511e3c4772&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443423
Sep 08 16:26:26.997326 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 250c5cb8-df3d-45e9-9c5e-e6c6ff40b273 up at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:26:27.084944 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning for port 250c5cb8-df3d-45e9-9c5e-e6c6ff40b273 completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:26:27.090162 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning complete for port 250c5cb8-df3d-45e9-9c5e-e6c6ff40b273 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:26:27.090535 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:26:27.213708 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:26:27.243762 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5315aa-7830-4bd9-82df-6ae33d15b03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250c5cb8-df3d-45e9-9c5e-e6c6ff40b273'}] {{(pid=79427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:26:27.266003 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 250c5cb8-df3d-45e9-9c5e-e6c6ff40b273, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=250c5cb8-df3d-45e9-9c5e-e6c6ff40b273,segment=NetworkSegment(47b2dfcb-ed73-46dd-ab5e-41dd5d2afb86),segment_id=47b2dfcb-ed73-46dd-ab5e-41dd5d2afb86)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:26:27.273377 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:26:27.276120 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:26:27.318756 dv-cinder-807898-1-iscsi neutron-server[79427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5315aa-7830-4bd9-82df-6ae33d15b03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250c5cb8-df3d-45e9-9c5e-e6c6ff40b273', 'code': 200}
Sep 08 16:26:27.371295 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=250c5cb8-df3d-45e9-9c5e-e6c6ff40b273,revision_number=5']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:26:27.375457 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:26:27.594391 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfaf6eb-027b-42e4-b147-a9f539db0602 req-66c72aa9-7572-473d-ad34-da12f6f18fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:26:27.595899 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0bfaf6eb-027b-42e4-b147-a9f539db0602 req-66c72aa9-7572-473d-ad34-da12f6f18fc8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ba5315aa-7830-4bd9-82df-6ae33d15b03e HTTP/1.1" status: 200  len: 1098 time: 0.0721953
Sep 08 16:26:27.646222 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0bfaf6eb-027b-42e4-b147-a9f539db0602 req-3d21c3cf-224e-4d33-85e5-4d2c6d7e6435 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cc1684fd-4e8f-413f-980a-6b511e3c4772&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383999
Sep 08 16:26:27.874921 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660ac68-10ca-4240-900d-740d1e55a71e req-6a2ce619-8b2e-4c43-9dfb-f152766d82e0 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:26:27.876461 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2660ac68-10ca-4240-900d-740d1e55a71e req-6a2ce619-8b2e-4c43-9dfb-f152766d82e0 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5315aa-7830-4bd9-82df-6ae33d15b03e HTTP/1.1" status: 200  len: 945 time: 0.0894878
Sep 08 16:26:27.925459 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2660ac68-10ca-4240-900d-740d1e55a71e req-2bb6d8af-b79d-47ed-aa18-22a5516d8e48 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc1684fd-4e8f-413f-980a-6b511e3c4772&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416999
Sep 08 16:26:29.134153 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb89916-5364-4e57-b334-d5edd8ea98e1 req-6b3e2721-ef16-48be-a2e6-85b756d16878 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:26:29.135646 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0bb89916-5364-4e57-b334-d5edd8ea98e1 req-6b3e2721-ef16-48be-a2e6-85b756d16878 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5315aa-7830-4bd9-82df-6ae33d15b03e HTTP/1.1" status: 200  len: 945 time: 0.0830805
Sep 08 16:26:29.189030 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0bb89916-5364-4e57-b334-d5edd8ea98e1 req-d02b61db-832f-42e4-906d-ac90ad9a4574 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc1684fd-4e8f-413f-980a-6b511e3c4772&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473800
Sep 08 16:26:30.790831 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-59ba518e-d19a-433d-99d6-08b1cce61258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:26:31.298326 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:26:33.932799 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-2a5087c2-e89f-4081-878f-42cef0d5cc00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:26:35.254546 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:26:37.359422 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:26:48.352709 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:26:51.946996 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6cd6c-36fc-4f4d-bfc0-74fd65b8c22a req-e0da5e49-b0da-415d-a246-360744420d29 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:26:51.948674 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b8e6cd6c-36fc-4f4d-bfc0-74fd65b8c22a req-e0da5e49-b0da-415d-a246-360744420d29 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5315aa-7830-4bd9-82df-6ae33d15b03e HTTP/1.1" status: 200  len: 945 time: 0.2049387
Sep 08 16:26:51.995766 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b8e6cd6c-36fc-4f4d-bfc0-74fd65b8c22a req-7aeb52da-85d0-4bcb-8b95-b36e3a709516 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc1684fd-4e8f-413f-980a-6b511e3c4772&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411143
Sep 08 16:26:53.202037 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c667a-2f4b-4488-80a4-282d1148c508 req-07963c3f-c83a-4ac3-b218-b8811f91be6c tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:26:53.203502 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d70c667a-2f4b-4488-80a4-282d1148c508 req-07963c3f-c83a-4ac3-b218-b8811f91be6c tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5315aa-7830-4bd9-82df-6ae33d15b03e HTTP/1.1" status: 200  len: 945 time: 0.0863004
Sep 08 16:26:53.253869 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d70c667a-2f4b-4488-80a4-282d1148c508 req-cc04b858-dbbe-463b-b5b2-805598a6869c tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc1684fd-4e8f-413f-980a-6b511e3c4772&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446863
Sep 08 16:26:53.509255 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bedfb44-2ae4-4555-8811-746de6bd8d60 req-d4091508-eb81-45b5-832c-0e9973a6ac79 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:26:53.510589 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9bedfb44-2ae4-4555-8811-746de6bd8d60 req-d4091508-eb81-45b5-832c-0e9973a6ac79 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba5315aa-7830-4bd9-82df-6ae33d15b03e HTTP/1.1" status: 200  len: 945 time: 0.0827012
Sep 08 16:26:53.581519 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [req-9bedfb44-2ae4-4555-8811-746de6bd8d60 req-7beb3222-92e2-4e72-9bb3-d08ba3c940e6 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Deleting port 250c5cb8-df3d-45e9-9c5e-e6c6ff40b273 {{(pid=79426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:26:53.581857 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-9bedfb44-2ae4-4555-8811-746de6bd8d60 req-7beb3222-92e2-4e72-9bb3-d08ba3c940e6 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:26:53.743454 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:26:53.836332 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [req-9bedfb44-2ae4-4555-8811-746de6bd8d60 req-7beb3222-92e2-4e72-9bb3-d08ba3c940e6 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] For port 250c5cb8-df3d-45e9-9c5e-e6c6ff40b273, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=250c5cb8-df3d-45e9-9c5e-e6c6ff40b273,segment=NetworkSegment(47b2dfcb-ed73-46dd-ab5e-41dd5d2afb86),segment_id=47b2dfcb-ed73-46dd-ab5e-41dd5d2afb86)] {{(pid=79426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:26:53.836710 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-9bedfb44-2ae4-4555-8811-746de6bd8d60 req-7beb3222-92e2-4e72-9bb3-d08ba3c940e6 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:26:53.961121 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [req-9bedfb44-2ae4-4555-8811-746de6bd8d60 req-7beb3222-92e2-4e72-9bb3-d08ba3c940e6 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Calling delete_port for 250c5cb8-df3d-45e9-9c5e-e6c6ff40b273 owned by compute:nova {{(pid=79426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:26:54.108671 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-9bedfb44-2ae4-4555-8811-746de6bd8d60 req-7beb3222-92e2-4e72-9bb3-d08ba3c940e6 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:26:54.114199 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-c4cb2136-dddc-43cb-bfed-a19bb5031a75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:26:54.143421 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['250c5cb8-df3d-45e9-9c5e-e6c6ff40b273'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:26:54.163856 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb3222-92e2-4e72-9bb3-d08ba3c940e6 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Pushing event deleted for resources: {'Port': ['ID=250c5cb8-df3d-45e9-9c5e-e6c6ff40b273,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:26:54.191183 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-7beb3222-92e2-4e72-9bb3-d08ba3c940e6 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:26:54.236219 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bedfb44-2ae4-4555-8811-746de6bd8d60 req-7beb3222-92e2-4e72-9bb3-d08ba3c940e6 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] No DVR routers for this DVR port 250c5cb8-df3d-45e9-9c5e-e6c6ff40b273 on host hv-cinder-80789 {{(pid=79426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 08 16:26:54.238702 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-9bedfb44-2ae4-4555-8811-746de6bd8d60 req-7beb3222-92e2-4e72-9bb3-d08ba3c940e6 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:26:54.241460 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5315aa-7830-4bd9-82df-6ae33d15b03e', 'name': 'network-vif-deleted', 'tag': '250c5cb8-df3d-45e9-9c5e-e6c6ff40b273'}] {{(pid=79426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:26:54.264435 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9bedfb44-2ae4-4555-8811-746de6bd8d60 req-7beb3222-92e2-4e72-9bb3-d08ba3c940e6 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.70 "DELETE /v2.0/ports/250c5cb8-df3d-45e9-9c5e-e6c6ff40b273 HTTP/1.1" status: 204  len: 173 time: 0.7480800
Sep 08 16:26:54.414375 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-7b8bfedc-799b-4112-b9d9-0b13eef5ac6d req-47c7fc1f-5e16-44c9-ada2-92ec126c6a18 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Synchronizing usage tracker for tenant:e174abb16dc144848c118fcce03c19f8 on resource:port {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:26:54.433072 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-7b8bfedc-799b-4112-b9d9-0b13eef5ac6d req-47c7fc1f-5e16-44c9-ada2-92ec126c6a18 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Unset dirty status for tenant:e174abb16dc144848c118fcce03c19f8 on resource:port {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:26:54.434239 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7b8bfedc-799b-4112-b9d9-0b13eef5ac6d req-47c7fc1f-5e16-44c9-ada2-92ec126c6a18 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba5315aa-7830-4bd9-82df-6ae33d15b03e HTTP/1.1" status: 200  len: 210 time: 0.0721486
Sep 08 16:26:54.453818 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5315aa-7830-4bd9-82df-6ae33d15b03e', 'name': 'network-vif-deleted', 'tag': '250c5cb8-df3d-45e9-9c5e-e6c6ff40b273', 'status': 'completed', 'code': 200}
Sep 08 16:26:57.121917 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 250c5cb8-df3d-45e9-9c5e-e6c6ff40b273 no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:26:57.160246 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] No Port match for: 250c5cb8-df3d-45e9-9c5e-e6c6ff40b273 {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:26:57.160597 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 250c5cb8-df3d-45e9-9c5e-e6c6ff40b273 not bound to the agent host hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:27:00.795204 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-ed3bcbe6-9f13-46ce-9922-48efaf602ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:01.297776 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:03.938680 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-9baa1478-8115-4d16-8afe-0c105e5c3290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:05.258133 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:07.360277 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:18.360471 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:20.420377 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 46974) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:27:20.482873 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1cb6bce-13e4-4b55-8687-73520b01c886 admin admin] Deleting subnet b1142227-0f3a-448c-8700-cb5ea02193f6 {{(pid=79426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 08 16:27:20.486174 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c1cb6bce-13e4-4b55-8687-73520b01c886 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:20.542118 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c1cb6bce-13e4-4b55-8687-73520b01c886 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2472760'] for subnet, precommit_delete_associations {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:20.600491 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c1cb6bce-13e4-4b55-8687-73520b01c886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1043567'] for subnet, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:20.671424 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c1cb6bce-13e4-4b55-8687-73520b01c886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1043542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2353125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476862'] for subnet, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:20.675362 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-f6bbad91-68dc-4fb6-87b6-05b12b7b72e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:20.713839 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb6bce-13e4-4b55-8687-73520b01c886 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1142227-0f3a-448c-8700-cb5ea02193f6,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:20.719990 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c1cb6bce-13e4-4b55-8687-73520b01c886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for subnet, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:20.726995 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cb6bce-13e4-4b55-8687-73520b01c886 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:20.727369 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cb6bce-13e4-4b55-8687-73520b01c886 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:20.727758 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cb6bce-13e4-4b55-8687-73520b01c886 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:20.728115 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cb6bce-13e4-4b55-8687-73520b01c886 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:20.728464 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cb6bce-13e4-4b55-8687-73520b01c886 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:20.728896 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cb6bce-13e4-4b55-8687-73520b01c886 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:20.729231 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cb6bce-13e4-4b55-8687-73520b01c886 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:20.729511 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cb6bce-13e4-4b55-8687-73520b01c886 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:20.730016 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cb6bce-13e4-4b55-8687-73520b01c886 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:20.730371 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cb6bce-13e4-4b55-8687-73520b01c886 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:20.730718 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cb6bce-13e4-4b55-8687-73520b01c886 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:20.731063 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cb6bce-13e4-4b55-8687-73520b01c886 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:20.736020 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-c1cb6bce-13e4-4b55-8687-73520b01c886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:20.737911 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-c1cb6bce-13e4-4b55-8687-73520b01c886 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b1142227-0f3a-448c-8700-cb5ea02193f6 HTTP/1.1" status: 204  len: 168 time: 0.3164608
Sep 08 16:27:20.741837 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 46978) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:27:20.854856 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-612aa290-677d-4376-ac8a-a266f30e2675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-915372'] for network, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:20.986861 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-612aa290-677d-4376-ac8a-a266f30e2675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1042402', 'neutron.services.segments.db._delete_segments_for_network-8745177524152'] for network, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:21.002406 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-612aa290-677d-4376-ac8a-a266f30e2675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f424bf6a610>,) {'filters': {'network_id': ['e4fe72d6-9de9-4d22-bc86-742563af7824']}} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:27:21.016346 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-612aa290-677d-4376-ac8a-a266f30e2675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f424bf6a610>, '47b2dfcb-ed73-46dd-ab5e-41dd5d2afb86') {'for_net_delete': True} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:27:21.016647 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-612aa290-677d-4376-ac8a-a266f30e2675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f424bf6a610>, '47b2dfcb-ed73-46dd-ab5e-41dd5d2afb86') {} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:27:21.027676 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-612aa290-677d-4376-ac8a-a266f30e2675 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745177523999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2472753'] for segment, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:21.044066 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-612aa290-677d-4376-ac8a-a266f30e2675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:21.050864 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-612aa290-677d-4376-ac8a-a266f30e2675 admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=79426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 08 16:27:21.051265 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-612aa290-677d-4376-ac8a-a266f30e2675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1037242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2352971'] for segment, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:21.065038 dv-cinder-807898-1-iscsi neutron-server[79426]: Traceback (most recent call last):
Sep 08 16:27:21.065038 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 08 16:27:21.065038 dv-cinder-807898-1-iscsi neutron-server[79426]:     timer()
Sep 08 16:27:21.065038 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 08 16:27:21.065038 dv-cinder-807898-1-iscsi neutron-server[79426]:     cb(*args, **kw)
Sep 08 16:27:21.065038 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 08 16:27:21.065038 dv-cinder-807898-1-iscsi neutron-server[79426]:     return func(*args, **kwargs)
Sep 08 16:27:21.065038 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 08 16:27:21.065038 dv-cinder-807898-1-iscsi neutron-server[79426]:     self._notify()
Sep 08 16:27:21.065038 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 08 16:27:21.065038 dv-cinder-807898-1-iscsi neutron-server[79426]:     self.callback(batched_events)
Sep 08 16:27:21.065038 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 08 16:27:21.065038 dv-cinder-807898-1-iscsi neutron-server[79426]:     event.method(event)
Sep 08 16:27:21.065038 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 08 16:27:21.065038 dv-cinder-807898-1-iscsi neutron-server[79426]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 08 16:27:21.065038 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 08 16:27:21.065038 dv-cinder-807898-1-iscsi neutron-server[79426]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 08 16:27:21.065038 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 08 16:27:21.065038 dv-cinder-807898-1-iscsi neutron-server[79426]:     return f(self, *a, **k)
Sep 08 16:27:21.065038 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 08 16:27:21.065038 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self._get(url).json()
Sep 08 16:27:21.065038 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Sep 08 16:27:21.065038 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 08 16:27:21.065038 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 08 16:27:21.065038 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self.request(url, 'GET', **kwargs)
Sep 08 16:27:21.065038 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 08 16:27:21.065038 dv-cinder-807898-1-iscsi neutron-server[79426]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 08 16:27:21.065038 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 08 16:27:21.065038 dv-cinder-807898-1-iscsi neutron-server[79426]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 08 16:27:21.065038 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 08 16:27:21.065038 dv-cinder-807898-1-iscsi neutron-server[79426]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 08 16:27:21.065038 dv-cinder-807898-1-iscsi neutron-server[79426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 08 16:27:21.140922 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-612aa290-677d-4376-ac8a-a266f30e2675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1042413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1948206'] for network, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:21.145474 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-612aa290-677d-4376-ac8a-a266f30e2675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:21.147917 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-01192b8b-2832-42af-92b1-e5c91b779f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:21.250215 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612aa290-677d-4376-ac8a-a266f30e2675 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4fe72d6-9de9-4d22-bc86-742563af7824,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:21.252683 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-612aa290-677d-4376-ac8a-a266f30e2675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:21.260132 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-612aa290-677d-4376-ac8a-a266f30e2675 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e4fe72d6-9de9-4d22-bc86-742563af7824 HTTP/1.1" status: 204  len: 168 time: 0.5172789
Sep 08 16:27:21.519504 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 46984) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:27:21.575156 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-93b007c7-926a-4665-beed-f277b16313b4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e174abb16dc144848c118fcce03c19f8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0542994
Sep 08 16:27:21.577628 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 46988) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:27:21.639080 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c002350d-2398-4a97-ae02-59c93f9f283b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:21.666542 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c002350d-2398-4a97-ae02-59c93f9f283b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:21.723517 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c002350d-2398-4a97-ae02-59c93f9f283b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:21.728347 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-01192b8b-2832-42af-92b1-e5c91b779f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:21.744130 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002350d-2398-4a97-ae02-59c93f9f283b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1684fd-4e8f-413f-980a-6b511e3c4772,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:21.746738 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-c002350d-2398-4a97-ae02-59c93f9f283b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:21.759591 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-c002350d-2398-4a97-ae02-59c93f9f283b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:21.761534 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-c002350d-2398-4a97-ae02-59c93f9f283b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cc1684fd-4e8f-413f-980a-6b511e3c4772 HTTP/1.1" status: 204  len: 168 time: 0.1826823
Sep 08 16:27:22.626276 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 47012) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:27:22.774743 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-144715b0-14f0-4fa2-a678-45a0ff007eff admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-166714472-network', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:27:22.780370 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-144715b0-14f0-4fa2-a678-45a0ff007eff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:27:22.785283 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-144715b0-14f0-4fa2-a678-45a0ff007eff admin admin] Usage tracker for resource:network and tenant:d48dfce1083d414da5ba06085d3813d3 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:27:22.790086 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-144715b0-14f0-4fa2-a678-45a0ff007eff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:27:22.804166 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-144715b0-14f0-4fa2-a678-45a0ff007eff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:27:22.817563 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144715b0-14f0-4fa2-a678-45a0ff007eff admin admin] Made reservation on behalf of d48dfce1083d414da5ba06085d3813d3 for: {'network': 1} {{(pid=79426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:27:22.820042 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-144715b0-14f0-4fa2-a678-45a0ff007eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for network, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:22.833474 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-144715b0-14f0-4fa2-a678-45a0ff007eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:22.852495 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-144715b0-14f0-4fa2-a678-45a0ff007eff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:27:22.856632 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-144715b0-14f0-4fa2-a678-45a0ff007eff admin admin] Usage tracker for resource:security_group_rule and tenant:d48dfce1083d414da5ba06085d3813d3 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:27:22.859679 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-144715b0-14f0-4fa2-a678-45a0ff007eff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:27:22.865787 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-144715b0-14f0-4fa2-a678-45a0ff007eff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:27:22.965253 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-144715b0-14f0-4fa2-a678-45a0ff007eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:22.970883 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-144715b0-14f0-4fa2-a678-45a0ff007eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:22.977447 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-edd67936-3c7c-4900-af98-1a42722aeb05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:23.015434 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-144715b0-14f0-4fa2-a678-45a0ff007eff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944}  {{(pid=79426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 08 16:27:23.024688 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144715b0-14f0-4fa2-a678-45a0ff007eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf9e0c8-6b3e-4216-a9fe-6ef78d982d26,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:23.029304 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-144715b0-14f0-4fa2-a678-45a0ff007eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:23.032899 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-144715b0-14f0-4fa2-a678-45a0ff007eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:23.033191 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.db.segments_db [None req-144715b0-14f0-4fa2-a678-45a0ff007eff admin admin] Added segment dde4aef1-ea99-4d91-88f4-509b119e584d of type vlan for network 69526384-0cc0-4c99-a503-762a8eb23837
Sep 08 16:27:23.069417 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-144715b0-14f0-4fa2-a678-45a0ff007eff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745177029057'] for network, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:23.103729 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-144715b0-14f0-4fa2-a678-45a0ff007eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819'] for network, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:23.104779 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144715b0-14f0-4fa2-a678-45a0ff007eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:27:23.105373 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-144715b0-14f0-4fa2-a678-45a0ff007eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:23.109725 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-7bdf1517-ed17-497a-aae3-46a5cf0a8b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:23.215300 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144715b0-14f0-4fa2-a678-45a0ff007eff admin admin] Pushing event updated for resources: {'Network': ['ID=69526384-0cc0-4c99-a503-762a8eb23837,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:23.218975 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-144715b0-14f0-4fa2-a678-45a0ff007eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:23.220868 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-144715b0-14f0-4fa2-a678-45a0ff007eff admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5935352
Sep 08 16:27:23.224401 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 47018) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:27:23.227851 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Network 69526384-0cc0-4c99-a503-762a8eb23837 details requested by agent ovs-agent-dv-cinder-807898-1-iscsi with host dv-cinder-807898-1-iscsi {{(pid=79427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 08 16:27:23.230669 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-0541ac69-90c4-4f53-ab17-33403d06af4e admin admin] Request body: {'subnet': {'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-166714472-subnet', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'ip_version': 4}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:27:23.236725 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-0541ac69-90c4-4f53-ab17-33403d06af4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:27:23.240748 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-0541ac69-90c4-4f53-ab17-33403d06af4e admin admin] Usage tracker for resource:subnet and tenant:d48dfce1083d414da5ba06085d3813d3 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:27:23.244640 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-0541ac69-90c4-4f53-ab17-33403d06af4e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:27:23.255389 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-0541ac69-90c4-4f53-ab17-33403d06af4e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:27:23.270821 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0541ac69-90c4-4f53-ab17-33403d06af4e admin admin] Made reservation on behalf of d48dfce1083d414da5ba06085d3813d3 for: {'subnet': 1} {{(pid=79426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:27:23.274474 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-0541ac69-90c4-4f53-ab17-33403d06af4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476803'] for subnet, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:23.562640 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-0541ac69-90c4-4f53-ab17-33403d06af4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2351912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476853'] for subnet, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:23.566585 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-b376fc2a-93ec-4928-94d7-4ec12b44d9cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:23.634856 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541ac69-90c4-4f53-ab17-33403d06af4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=adf73259-df70-4f00-8731-185ca1073a75,revision_number=0']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:23.639675 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-0541ac69-90c4-4f53-ab17-33403d06af4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:23.647062 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0541ac69-90c4-4f53-ab17-33403d06af4e admin admin] Checking segment: {'id': 'dde4aef1-ea99-4d91-88f4-509b119e584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:27:23.647408 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0541ac69-90c4-4f53-ab17-33403d06af4e admin admin] Network hostable DHCP agents. Network: 69526384-0cc0-4c99-a503-762a8eb23837, hostable agents: ['48edfc26-e3e7-4e5a-9c59-2b84b8091b14'], hosted agents: [] {{(pid=79426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 08 16:27:23.668893 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0541ac69-90c4-4f53-ab17-33403d06af4e admin admin] Network 69526384-0cc0-4c99-a503-762a8eb23837 is scheduled to be hosted by DHCP agent 48edfc26-e3e7-4e5a-9c59-2b84b8091b14 with binding_index 1 {{(pid=79426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 08 16:27:23.678613 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.base_scheduler [None req-0541ac69-90c4-4f53-ab17-33403d06af4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-iscsi, 69526384-0cc0-4c99-a503-762a8eb23837) {{(pid=79426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:27:23.683600 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0541ac69-90c4-4f53-ab17-33403d06af4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:27:23.684911 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-0541ac69-90c4-4f53-ab17-33403d06af4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for subnet, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:23.687836 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3124fcc7-622f-44e7-a179-d4ab309a2a1f None None] Network 69526384-0cc0-4c99-a503-762a8eb23837 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:27:23.709316 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-0541ac69-90c4-4f53-ab17-33403d06af4e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4807222
Sep 08 16:27:23.709560 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 47022) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:27:23.714458 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-e225c322-8840-43db-986f-2f89e4c339d7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-166714472-router', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'}}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:27:23.720326 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-e225c322-8840-43db-986f-2f89e4c339d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:27:23.724262 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-e225c322-8840-43db-986f-2f89e4c339d7 admin admin] Usage tracker for resource:router and tenant:d48dfce1083d414da5ba06085d3813d3 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:27:23.727429 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-e225c322-8840-43db-986f-2f89e4c339d7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:27:23.734309 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-e225c322-8840-43db-986f-2f89e4c339d7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:27:23.749189 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e225c322-8840-43db-986f-2f89e4c339d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1926744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35671'] for router, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:23.750687 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e225c322-8840-43db-986f-2f89e4c339d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1926856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1948639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35678'] for router, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:23.770437 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e225c322-8840-43db-986f-2f89e4c339d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:24.018307 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed7a5ea-8111-4268-bdd6-36af2924c74e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b972e0-3bc3-5e69-83ea-a229dde427c5-69526384-0cc0-4c99-a503-762a8eb23837', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'fixed_ips': [{'subnet_id': 'adf73259-df70-4f00-8731-185ca1073a75'}]}} from dv-cinder-807898-1-iscsi. {{(pid=79427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Sep 08 16:27:24.019269 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a5ea-8111-4268-bdd6-36af2924c74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:24.115340 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e225c322-8840-43db-986f-2f89e4c339d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1948630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1926767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35632'] for router, precommit_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:24.198488 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.db_base_plugin_common [None req-9ed7a5ea-8111-4268-bdd6-36af2924c74e None None] Allocated IP 172.20.0.2 (69526384-0cc0-4c99-a503-762a8eb23837/adf73259-df70-4f00-8731-185ca1073a75/a3d2c723-e836-4624-91c2-8b20ea6385d8) {{(pid=79427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:27:24.420567 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a5ea-8111-4268-bdd6-36af2924c74e None None] Notify callbacks [] for port, precommit_create {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:24.432068 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a5ea-8111-4268-bdd6-36af2924c74e None None] Transition to ACTIVE for port object a3d2c723-e836-4624-91c2-8b20ea6385d8 will not be triggered until provisioned by entity L2. {{(pid=79427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:27:24.439581 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e225c322-8840-43db-986f-2f89e4c339d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:24.454700 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a5ea-8111-4268-bdd6-36af2924c74e None None] Transition to ACTIVE for port object a3d2c723-e836-4624-91c2-8b20ea6385d8 will not be triggered until provisioned by entity DHCP. {{(pid=79427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:27:24.460841 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a5ea-8111-4268-bdd6-36af2924c74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692'] for port, after_create {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:24.467104 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:24.471273 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e225c322-8840-43db-986f-2f89e4c339d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:24.529575 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed7a5ea-8111-4268-bdd6-36af2924c74e None None] Network 69526384-0cc0-4c99-a503-762a8eb23837 is already hosted by enough agents. {{(pid=79427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:27:24.532576 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.scheduler.base_scheduler [None req-9ed7a5ea-8111-4268-bdd6-36af2924c74e None None] Resources bound (agent type, host, resource id):  {{(pid=79427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:27:24.536821 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed7a5ea-8111-4268-bdd6-36af2924c74e None None] Received port after_create {{(pid=79427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:27:24.546492 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a5ea-8111-4268-bdd6-36af2924c74e None None] Pushing event updated for resources: {'Port': ['ID=a3d2c723-e836-4624-91c2-8b20ea6385d8,revision_number=1']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:24.609307 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-9ed7a5ea-8111-4268-bdd6-36af2924c74e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:24.686002 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-9ed7a5ea-8111-4268-bdd6-36af2924c74e None None] Attempting to bind port a3d2c723-e836-4624-91c2-8b20ea6385d8 on host dv-cinder-807898-1-iscsi for vnic_type normal with profile  {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:27:24.686371 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-9ed7a5ea-8111-4268-bdd6-36af2924c74e None None] Attempting to bind port a3d2c723-e836-4624-91c2-8b20ea6385d8 by drivers openvswitch,hyperv on host dv-cinder-807898-1-iscsi at level 0 using segments [{'id': 'dde4aef1-ea99-4d91-88f4-509b119e584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837'}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:27:24.686743 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed7a5ea-8111-4268-bdd6-36af2924c74e None None] Attempting to bind port a3d2c723-e836-4624-91c2-8b20ea6385d8 on network 69526384-0cc0-4c99-a503-762a8eb23837 {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:27:24.692291 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed7a5ea-8111-4268-bdd6-36af2924c74e None None] Checking agent: {'id': 'f763117d-2875-45db-86c1-123fd700575f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 6, 1), 'started_at': datetime.datetime(2021, 9, 8, 16, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:27:24.692690 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed7a5ea-8111-4268-bdd6-36af2924c74e None None] Checking segment: {'id': 'dde4aef1-ea99-4d91-88f4-509b119e584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:27:24.693114 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a5ea-8111-4268-bdd6-36af2924c74e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:24.693488 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed7a5ea-8111-4268-bdd6-36af2924c74e None None] Bound using segment: {'id': 'dde4aef1-ea99-4d91-88f4-509b119e584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837'} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:27:24.693949 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-9ed7a5ea-8111-4268-bdd6-36af2924c74e None None] Bound port: a3d2c723-e836-4624-91c2-8b20ea6385d8, host: dv-cinder-807898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dde4aef1-ea99-4d91-88f4-509b119e584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837'}}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:27:24.694328 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a5ea-8111-4268-bdd6-36af2924c74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:24.721939 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.db_base_plugin_common [None req-e225c322-8840-43db-986f-2f89e4c339d7 admin admin] Allocated IP 172.27.2.148 (e2ed1a71-8bc5-4c91-9ec3-df61c44bef44/a1e16140-da4f-4587-a2e7-78015b4d0ba3/7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63) {{(pid=79426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:27:24.834898 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-9ed7a5ea-8111-4268-bdd6-36af2924c74e None None] For port a3d2c723-e836-4624-91c2-8b20ea6385d8, host dv-cinder-807898-1-iscsi, cleared binding levels {{(pid=79427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:27:24.838581 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-9ed7a5ea-8111-4268-bdd6-36af2924c74e None None] For port a3d2c723-e836-4624-91c2-8b20ea6385d8, host dv-cinder-807898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=a3d2c723-e836-4624-91c2-8b20ea6385d8,segment=NetworkSegment(dde4aef1-ea99-4d91-88f4-509b119e584d),segment_id=dde4aef1-ea99-4d91-88f4-509b119e584d)] {{(pid=79427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:27:24.843298 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a5ea-8111-4268-bdd6-36af2924c74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:24.847175 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:24.922300 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e225c322-8840-43db-986f-2f89e4c339d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:24.937372 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a5ea-8111-4268-bdd6-36af2924c74e None None] Pushing event updated for resources: {'Port': ['ID=a3d2c723-e836-4624-91c2-8b20ea6385d8,revision_number=2']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:24.942105 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-9ed7a5ea-8111-4268-bdd6-36af2924c74e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:24.955375 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e225c322-8840-43db-986f-2f89e4c339d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:24.960388 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-74512a72-27cb-4197-9000-d3febc8c6bbe tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:25.026416 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e225c322-8840-43db-986f-2f89e4c339d7 admin admin] Network e2ed1a71-8bc5-4c91-9ec3-df61c44bef44 is already hosted by enough agents. {{(pid=79426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:27:25.030192 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.base_scheduler [None req-e225c322-8840-43db-986f-2f89e4c339d7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:27:25.037340 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e225c322-8840-43db-986f-2f89e4c339d7 admin admin] Received port after_create {{(pid=79426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:27:25.072376 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225c322-8840-43db-986f-2f89e4c339d7 admin admin] Pushing event updated for resources: {'Port': ['ID=7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:25.078925 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-e225c322-8840-43db-986f-2f89e4c339d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:25.417740 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device a3d2c723-e836-4624-91c2-8b20ea6385d8 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:27:25.502638 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning for port a3d2c723-e836-4624-91c2-8b20ea6385d8 completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:27:25.563303 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e225c322-8840-43db-986f-2f89e4c339d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:26.001739 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e225c322-8840-43db-986f-2f89e4c339d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1926758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1948318'] for router, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:26.027667 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506cf4e7-bf14-465c-ab98-294373532d88 None None] Network 69526384-0cc0-4c99-a503-762a8eb23837 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:27:26.138665 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-1fdf9bfd-f81b-4f15-8dec-e825a1f257f2 None None] Provisioning for port a3d2c723-e836-4624-91c2-8b20ea6385d8 completed by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:27:26.149165 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-1fdf9bfd-f81b-4f15-8dec-e825a1f257f2 None None] Provisioning complete for port a3d2c723-e836-4624-91c2-8b20ea6385d8 triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:27:26.150074 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-1fdf9bfd-f81b-4f15-8dec-e825a1f257f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:26.325677 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e225c322-8840-43db-986f-2f89e4c339d7 admin admin] Router beba8cf4-cebe-448e-9ba0-615239f5a40e is scheduled to L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 with binding_index 1 {{(pid=79426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Sep 08 16:27:26.433916 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-1fdf9bfd-f81b-4f15-8dec-e825a1f257f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:26.489884 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-1fdf9bfd-f81b-4f15-8dec-e825a1f257f2 None None] For port a3d2c723-e836-4624-91c2-8b20ea6385d8, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=a3d2c723-e836-4624-91c2-8b20ea6385d8,segment=NetworkSegment(dde4aef1-ea99-4d91-88f4-509b119e584d),segment_id=dde4aef1-ea99-4d91-88f4-509b119e584d)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:27:26.498057 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-1fdf9bfd-f81b-4f15-8dec-e825a1f257f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:26.501688 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:26.592714 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf9bfd-f81b-4f15-8dec-e825a1f257f2 None None] Pushing event updated for resources: {'Port': ['ID=a3d2c723-e836-4624-91c2-8b20ea6385d8,revision_number=3']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:26.608560 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf9bfd-f81b-4f15-8dec-e825a1f257f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:26.609233 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf9bfd-f81b-4f15-8dec-e825a1f257f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:26.609906 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf9bfd-f81b-4f15-8dec-e825a1f257f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:26.610526 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf9bfd-f81b-4f15-8dec-e825a1f257f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:26.611169 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf9bfd-f81b-4f15-8dec-e825a1f257f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:26.611831 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf9bfd-f81b-4f15-8dec-e825a1f257f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:26.612494 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf9bfd-f81b-4f15-8dec-e825a1f257f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:26.613134 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf9bfd-f81b-4f15-8dec-e825a1f257f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:26.613765 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf9bfd-f81b-4f15-8dec-e825a1f257f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:26.614400 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf9bfd-f81b-4f15-8dec-e825a1f257f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:26.615029 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf9bfd-f81b-4f15-8dec-e825a1f257f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:26.615694 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf9bfd-f81b-4f15-8dec-e825a1f257f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:26.623417 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-1fdf9bfd-f81b-4f15-8dec-e825a1f257f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:26.733558 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e225c322-8840-43db-986f-2f89e4c339d7 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:27:26.747934 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179bdb72-e0e8-4054-8e3e-d5a673727c00 None None] Sync routers for ids ['beba8cf4-cebe-448e-9ba0-615239f5a40e'] in dv-cinder-807898-1-iscsi {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:27:26.765411 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-e225c322-8840-43db-986f-2f89e4c339d7 admin admin] Notify callbacks [] for router, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:26.766709 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-e225c322-8840-43db-986f-2f89e4c339d7 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.0562377
Sep 08 16:27:26.768284 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179bdb72-e0e8-4054-8e3e-d5a673727c00 None None] Routers {'beba8cf4-cebe-448e-9ba0-615239f5a40e'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:27:26.769354 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-179bdb72-e0e8-4054-8e3e-d5a673727c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251d01790>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:27:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['beba8cf4-cebe-448e-9ba0-615239f5a40e'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:27:26.771583 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 47026) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:27:26.931128 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-dd1d6fca-0304-4480-bdf3-ed400229bd17 None None] Provisioning complete for port a3d2c723-e836-4624-91c2-8b20ea6385d8 triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:27:26.931397 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-dd1d6fca-0304-4480-bdf3-ed400229bd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:27.023913 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-179bdb72-e0e8-4054-8e3e-d5a673727c00 None None] Set router beba8cf4-cebe-448e-9ba0-615239f5a40e gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:27:27.385688 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-179bdb72-e0e8-4054-8e3e-d5a673727c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251d01790>, [{'id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'name': 'tempest-TestVolumeBootPattern-166714472-router', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:23Z', 'updated_at': '2021-09-08T16:27:25Z', 'revision_number': 3, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'gw_port': {'id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:68:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:24Z', 'updated_at': '2021-09-08T16:27:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi'}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:27:27.390402 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179bdb72-e0e8-4054-8e3e-d5a673727c00 None None] Checking router: beba8cf4-cebe-448e-9ba0-615239f5a40e for host: dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:27:27.390761 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179bdb72-e0e8-4054-8e3e-d5a673727c00 None None] Updating router beba8cf4-cebe-448e-9ba0-615239f5a40e port 7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63 binding host dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 08 16:27:27.421664 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device a3d2c723-e836-4624-91c2-8b20ea6385d8 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:27:27.547751 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-179bdb72-e0e8-4054-8e3e-d5a673727c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:27.584634 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-db477624-7a48-42e9-bd2b-3e8a50844ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:27.655298 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port a3d2c723-e836-4624-91c2-8b20ea6385d8 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:27:27.656247 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:27.818483 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.db_base_plugin_common [None req-db477624-7a48-42e9-bd2b-3e8a50844ca9 admin admin] Allocated IP 172.20.0.1 (69526384-0cc0-4c99-a503-762a8eb23837/adf73259-df70-4f00-8731-185ca1073a75/5c2b93ac-a896-4f1e-9e02-ff906feab604) {{(pid=79426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:27:27.991259 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-db477624-7a48-42e9-bd2b-3e8a50844ca9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:28.008724 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.provisioning_blocks [None req-db477624-7a48-42e9-bd2b-3e8a50844ca9 admin admin] Transition to ACTIVE for port object 5c2b93ac-a896-4f1e-9e02-ff906feab604 will not be triggered until provisioned by entity DHCP. {{(pid=79426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:27:28.019501 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-179bdb72-e0e8-4054-8e3e-d5a673727c00 None None] Notify callbacks [] for port, precommit_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:28.034166 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-179bdb72-e0e8-4054-8e3e-d5a673727c00 None None] Transition to ACTIVE for port object 7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63 will not be triggered until provisioned by entity L2. {{(pid=79427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:27:28.043342 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-db477624-7a48-42e9-bd2b-3e8a50844ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:28.049066 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-179bdb72-e0e8-4054-8e3e-d5a673727c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:28.049938 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-2a980aa9-a065-454c-8bc4-9f47ccfc4558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:28.053641 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:28.113479 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db477624-7a48-42e9-bd2b-3e8a50844ca9 admin admin] Network 69526384-0cc0-4c99-a503-762a8eb23837 is already hosted by enough agents. {{(pid=79426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:27:28.116474 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.base_scheduler [None req-db477624-7a48-42e9-bd2b-3e8a50844ca9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:27:28.120587 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db477624-7a48-42e9-bd2b-3e8a50844ca9 admin admin] Received port after_create {{(pid=79426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:27:28.140261 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-179bdb72-e0e8-4054-8e3e-d5a673727c00 None None] Attempting to bind port 7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63 on host dv-cinder-807898-1-iscsi for vnic_type normal with profile  {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:27:28.140261 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-179bdb72-e0e8-4054-8e3e-d5a673727c00 None None] Attempting to bind port 7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63 by drivers openvswitch,hyperv on host dv-cinder-807898-1-iscsi at level 0 using segments [{'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:27:28.140808 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179bdb72-e0e8-4054-8e3e-d5a673727c00 None None] Attempting to bind port 7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63 on network e2ed1a71-8bc5-4c91-9ec3-df61c44bef44 {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:27:28.146917 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9837d-ccf3-445c-af99-1634d9bee809 None None] Pushing event updated for resources: {'Port': ['ID=7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63,revision_number=2']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:28.150927 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-59d9837d-ccf3-445c-af99-1634d9bee809 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:28.151891 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179bdb72-e0e8-4054-8e3e-d5a673727c00 None None] Checking agent: {'id': 'f763117d-2875-45db-86c1-123fd700575f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 6, 1), 'started_at': datetime.datetime(2021, 9, 8, 16, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:27:28.152274 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179bdb72-e0e8-4054-8e3e-d5a673727c00 None None] Checking segment: {'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:27:28.152687 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-179bdb72-e0e8-4054-8e3e-d5a673727c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:28.153195 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179bdb72-e0e8-4054-8e3e-d5a673727c00 None None] Bound using segment: {'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:27:28.153684 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-179bdb72-e0e8-4054-8e3e-d5a673727c00 None None] Bound port: 7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63, host: dv-cinder-807898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'}}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:27:28.154296 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-179bdb72-e0e8-4054-8e3e-d5a673727c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:28.165777 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db477624-7a48-42e9-bd2b-3e8a50844ca9 admin admin] Pushing event updated for resources: {'Port': ['ID=5c2b93ac-a896-4f1e-9e02-ff906feab604,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:28.171200 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-db477624-7a48-42e9-bd2b-3e8a50844ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:28.198741 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-db477624-7a48-42e9-bd2b-3e8a50844ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1928769'] for router_interface, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:28.242685 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-179bdb72-e0e8-4054-8e3e-d5a673727c00 None None] For port 7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63, host dv-cinder-807898-1-iscsi, cleared binding levels {{(pid=79427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:27:28.246504 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-179bdb72-e0e8-4054-8e3e-d5a673727c00 None None] For port 7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63, host dv-cinder-807898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63,segment=NetworkSegment(3235b71f-0c14-40b5-ba80-96fc5a4742a1),segment_id=3235b71f-0c14-40b5-ba80-96fc5a4742a1)] {{(pid=79427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:27:28.253922 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-179bdb72-e0e8-4054-8e3e-d5a673727c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:28.257940 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:28.343825 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179bdb72-e0e8-4054-8e3e-d5a673727c00 None None] Routers {'beba8cf4-cebe-448e-9ba0-615239f5a40e'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:27:28.344487 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-179bdb72-e0e8-4054-8e3e-d5a673727c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251d01790>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:27:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['beba8cf4-cebe-448e-9ba0-615239f5a40e'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:27:28.410399 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9837d-ccf3-445c-af99-1634d9bee809 None None] Pushing event updated for resources: {'Port': ['ID=7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63,revision_number=3']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:28.469346 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-59d9837d-ccf3-445c-af99-1634d9bee809 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:28.502378 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-49888ba8-c1b8-421a-9cf1-36484f4b7a39 None None] Provisioning for port 5c2b93ac-a896-4f1e-9e02-ff906feab604 completed by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:27:28.515588 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-49888ba8-c1b8-421a-9cf1-36484f4b7a39 None None] Provisioning complete for port 5c2b93ac-a896-4f1e-9e02-ff906feab604 triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:27:28.515933 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-49888ba8-c1b8-421a-9cf1-36484f4b7a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:28.587089 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-db477624-7a48-42e9-bd2b-3e8a50844ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:28.597417 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-49888ba8-c1b8-421a-9cf1-36484f4b7a39 None None] Port 5c2b93ac-a896-4f1e-9e02-ff906feab604 cannot update to ACTIVE because it is not bound. {{(pid=79427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 08 16:27:28.606155 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-179bdb72-e0e8-4054-8e3e-d5a673727c00 None None] Set router beba8cf4-cebe-448e-9ba0-615239f5a40e gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:27:28.851720 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-db477624-7a48-42e9-bd2b-3e8a50844ca9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:28.856930 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-db477624-7a48-42e9-bd2b-3e8a50844ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353071'] for port, after_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:28.885413 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-7beb3222-92e2-4e72-9bb3-d08ba3c940e6 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:28.942624 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-179bdb72-e0e8-4054-8e3e-d5a673727c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251d01790>, [{'id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'name': 'tempest-TestVolumeBootPattern-166714472-router', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:23Z', 'updated_at': '2021-09-08T16:27:25Z', 'revision_number': 3, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'gw_port': {'id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:68:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:24Z', 'updated_at': '2021-09-08T16:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi'}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:27:28.949852 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179bdb72-e0e8-4054-8e3e-d5a673727c00 None None] The sync data for ids ['beba8cf4-cebe-448e-9ba0-615239f5a40e'] in dv-cinder-807898-1-iscsi is: [{'id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'name': 'tempest-TestVolumeBootPattern-166714472-router', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:23Z', 'updated_at': '2021-09-08T16:27:25Z', 'revision_number': 3, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'gw_port': {'id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:68:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:24Z', 'updated_at': '2021-09-08T16:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi'}] {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:27:28.978502 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db477624-7a48-42e9-bd2b-3e8a50844ca9 admin admin] Pushing event updated for resources: {'Port': ['ID=5c2b93ac-a896-4f1e-9e02-ff906feab604,revision_number=2']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:28.981659 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-db477624-7a48-42e9-bd2b-3e8a50844ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1928932'] for router_interface, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:28.986996 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-db477624-7a48-42e9-bd2b-3e8a50844ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:29.132716 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db477624-7a48-42e9-bd2b-3e8a50844ca9 admin admin] Network 69526384-0cc0-4c99-a503-762a8eb23837 is already hosted by enough agents. {{(pid=79426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:27:29.133918 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.base_scheduler [None req-db477624-7a48-42e9-bd2b-3e8a50844ca9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:27:29.386566 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db477624-7a48-42e9-bd2b-3e8a50844ca9 admin admin] Router beba8cf4-cebe-448e-9ba0-615239f5a40e has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:27:29.467264 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:27:29.544445 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-796e3d96-695e-4944-abf5-12e21d60eb27 None None] Provisioning complete for port 5c2b93ac-a896-4f1e-9e02-ff906feab604 triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:27:29.545069 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-796e3d96-695e-4944-abf5-12e21d60eb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:29.607979 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-796e3d96-695e-4944-abf5-12e21d60eb27 None None] Port 5c2b93ac-a896-4f1e-9e02-ff906feab604 cannot update to ACTIVE because it is not bound. {{(pid=79427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 08 16:27:29.610342 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning for port 7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63 completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:27:29.617397 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:27:29.618659 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:29.640547 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db477624-7a48-42e9-bd2b-3e8a50844ca9 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:27:29.650345 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-db477624-7a48-42e9-bd2b-3e8a50844ca9 admin admin] 10.222.0.25 "PUT /v2.0/routers/beba8cf4-cebe-448e-9ba0-615239f5a40e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8774390
Sep 08 16:27:29.805567 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:29.835665 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] For port 7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63,segment=NetworkSegment(3235b71f-0c14-40b5-ba80-96fc5a4742a1),segment_id=3235b71f-0c14-40b5-ba80-96fc5a4742a1)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:27:29.843077 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:29.845350 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:30.009428 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Pushing event updated for resources: {'Port': ['ID=7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63,revision_number=4']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:30.014972 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:30.343019 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 47044) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:27:30.352299 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-a5ef510d-266f-411f-a448-93456bfbb4a2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-99670237-network', 'tenant_id': '70572ef2fa804c9a984f6b6216260c10'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:27:30.358422 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-a5ef510d-266f-411f-a448-93456bfbb4a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:27:30.364026 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-a5ef510d-266f-411f-a448-93456bfbb4a2 admin admin] Usage tracker for resource:network and tenant:70572ef2fa804c9a984f6b6216260c10 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:27:30.367326 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-a5ef510d-266f-411f-a448-93456bfbb4a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:27:30.374579 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-a5ef510d-266f-411f-a448-93456bfbb4a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:27:30.386256 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ef510d-266f-411f-a448-93456bfbb4a2 admin admin] Made reservation on behalf of 70572ef2fa804c9a984f6b6216260c10 for: {'network': 1} {{(pid=79426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:27:30.389324 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-a5ef510d-266f-411f-a448-93456bfbb4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for network, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:30.401863 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-a5ef510d-266f-411f-a448-93456bfbb4a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:30.417810 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-a5ef510d-266f-411f-a448-93456bfbb4a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:27:30.422744 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-a5ef510d-266f-411f-a448-93456bfbb4a2 admin admin] Usage tracker for resource:security_group_rule and tenant:70572ef2fa804c9a984f6b6216260c10 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:27:30.425802 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-a5ef510d-266f-411f-a448-93456bfbb4a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:27:30.436383 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-a5ef510d-266f-411f-a448-93456bfbb4a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:27:30.562076 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-a5ef510d-266f-411f-a448-93456bfbb4a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:30.569582 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-a5ef510d-266f-411f-a448-93456bfbb4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:30.574177 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-9a8a537d-5d27-48cf-b24b-d1987886f1fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:30.623068 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5ef510d-266f-411f-a448-93456bfbb4a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946}  {{(pid=79426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 08 16:27:30.632241 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef510d-266f-411f-a448-93456bfbb4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6503f8a7-1133-4280-bb1c-27e2ab2d9b28,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:30.637937 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-a5ef510d-266f-411f-a448-93456bfbb4a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:30.645448 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-a5ef510d-266f-411f-a448-93456bfbb4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:30.646458 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.db.segments_db [None req-a5ef510d-266f-411f-a448-93456bfbb4a2 admin admin] Added segment 80290d95-d9f4-478e-8ef2-66ec38cf7574 of type vlan for network dc9cc7bf-58d2-4921-b48e-ee225f571f90
Sep 08 16:27:30.687396 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-a5ef510d-266f-411f-a448-93456bfbb4a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745177029057'] for network, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:30.744671 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:27:30.750876 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-a5ef510d-266f-411f-a448-93456bfbb4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819'] for network, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:30.752310 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef510d-266f-411f-a448-93456bfbb4a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:27:30.752906 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-a5ef510d-266f-411f-a448-93456bfbb4a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:30.757136 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-2a980aa9-a065-454c-8bc4-9f47ccfc4558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:30.800005 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-8e08a6c1-91da-4021-b63c-a6a3c671e7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:30.867031 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b29039a-ad57-4514-8261-ff4df723f64c None None] Sync routers for ids ['beba8cf4-cebe-448e-9ba0-615239f5a40e'] in dv-cinder-807898-1-iscsi {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:27:30.880132 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b29039a-ad57-4514-8261-ff4df723f64c None None] Routers {'beba8cf4-cebe-448e-9ba0-615239f5a40e'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:27:30.880873 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-7b29039a-ad57-4514-8261-ff4df723f64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f425185a850>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:27:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['beba8cf4-cebe-448e-9ba0-615239f5a40e'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:27:30.939133 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 47048) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:27:30.939710 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-a5ef510d-266f-411f-a448-93456bfbb4a2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5947988
Sep 08 16:27:30.941368 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef510d-266f-411f-a448-93456bfbb4a2 admin admin] Pushing event updated for resources: {'Network': ['ID=dc9cc7bf-58d2-4921-b48e-ee225f571f90,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:30.946864 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-217d3471-eb17-4fc1-b6c1-2697858eab86 admin admin] Request body: {'subnet': {'network_id': 'dc9cc7bf-58d2-4921-b48e-ee225f571f90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-99670237-subnet', 'tenant_id': '70572ef2fa804c9a984f6b6216260c10', 'ip_version': 4}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:27:30.947253 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-a5ef510d-266f-411f-a448-93456bfbb4a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:30.953521 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-217d3471-eb17-4fc1-b6c1-2697858eab86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:27:30.957635 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-217d3471-eb17-4fc1-b6c1-2697858eab86 admin admin] Usage tracker for resource:subnet and tenant:70572ef2fa804c9a984f6b6216260c10 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:27:30.961300 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-217d3471-eb17-4fc1-b6c1-2697858eab86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:27:30.961507 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Network dc9cc7bf-58d2-4921-b48e-ee225f571f90 details requested by agent ovs-agent-dv-cinder-807898-1-iscsi with host dv-cinder-807898-1-iscsi {{(pid=79427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 08 16:27:30.968757 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-217d3471-eb17-4fc1-b6c1-2697858eab86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:27:30.980669 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217d3471-eb17-4fc1-b6c1-2697858eab86 admin admin] Made reservation on behalf of 70572ef2fa804c9a984f6b6216260c10 for: {'subnet': 1} {{(pid=79425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:27:30.984244 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-217d3471-eb17-4fc1-b6c1-2697858eab86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2390621'] for subnet, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:31.168122 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-7b29039a-ad57-4514-8261-ff4df723f64c None None] Set router beba8cf4-cebe-448e-9ba0-615239f5a40e gateway port host: dv-cinder-807898-1-iscsi {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:27:31.296311 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:31.405191 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-217d3471-eb17-4fc1-b6c1-2697858eab86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2333356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2390635'] for subnet, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:31.410801 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:27:31.413916 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:31.491967 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:27:31.492601 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:31.534492 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-7b29039a-ad57-4514-8261-ff4df723f64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f425185a850>, [{'id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'name': 'tempest-TestVolumeBootPattern-166714472-router', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:23Z', 'updated_at': '2021-09-08T16:27:28Z', 'revision_number': 4, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'gw_port': {'id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:68:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:24Z', 'updated_at': '2021-09-08T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': '5c2b93ac-a896-4f1e-9e02-ff906feab604', 'name': '', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'mac_address': 'fa:16:3e:3e:cf:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'adf73259-df70-4f00-8731-185ca1073a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:27Z', 'updated_at': '2021-09-08T16:27:28Z', 'revision_number': 2, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'subnets': [{'id': 'adf73259-df70-4f00-8731-185ca1073a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:27:31.539254 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b29039a-ad57-4514-8261-ff4df723f64c None None] Checking router: beba8cf4-cebe-448e-9ba0-615239f5a40e for host: dv-cinder-807898-1-iscsi {{(pid=79428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:27:31.539933 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b29039a-ad57-4514-8261-ff4df723f64c None None] Updating router beba8cf4-cebe-448e-9ba0-615239f5a40e port 5c2b93ac-a896-4f1e-9e02-ff906feab604 binding host dv-cinder-807898-1-iscsi {{(pid=79428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 08 16:27:31.541831 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d3471-eb17-4fc1-b6c1-2697858eab86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a47b7435-b347-4a76-b3bb-9a9c56c0a11a,revision_number=0']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:31.570072 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217d3471-eb17-4fc1-b6c1-2697858eab86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:31.570593 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217d3471-eb17-4fc1-b6c1-2697858eab86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:31.571213 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217d3471-eb17-4fc1-b6c1-2697858eab86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:31.571853 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217d3471-eb17-4fc1-b6c1-2697858eab86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:31.572467 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217d3471-eb17-4fc1-b6c1-2697858eab86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:31.573094 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217d3471-eb17-4fc1-b6c1-2697858eab86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:31.573705 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217d3471-eb17-4fc1-b6c1-2697858eab86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:31.574311 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217d3471-eb17-4fc1-b6c1-2697858eab86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:31.575525 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217d3471-eb17-4fc1-b6c1-2697858eab86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:31.576110 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217d3471-eb17-4fc1-b6c1-2697858eab86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:31.576691 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217d3471-eb17-4fc1-b6c1-2697858eab86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:31.577308 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217d3471-eb17-4fc1-b6c1-2697858eab86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:31.588816 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-217d3471-eb17-4fc1-b6c1-2697858eab86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:31.594254 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217d3471-eb17-4fc1-b6c1-2697858eab86 admin admin] Checking segment: {'id': '80290d95-d9f4-478e-8ef2-66ec38cf7574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'dc9cc7bf-58d2-4921-b48e-ee225f571f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:27:31.594822 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217d3471-eb17-4fc1-b6c1-2697858eab86 admin admin] Network hostable DHCP agents. Network: dc9cc7bf-58d2-4921-b48e-ee225f571f90, hostable agents: ['48edfc26-e3e7-4e5a-9c59-2b84b8091b14'], hosted agents: [] {{(pid=79425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 08 16:27:31.604559 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-7b29039a-ad57-4514-8261-ff4df723f64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:31.629996 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217d3471-eb17-4fc1-b6c1-2697858eab86 admin admin] Network dc9cc7bf-58d2-4921-b48e-ee225f571f90 is scheduled to be hosted by DHCP agent 48edfc26-e3e7-4e5a-9c59-2b84b8091b14 with binding_index 1 {{(pid=79425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 08 16:27:31.643073 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [None req-217d3471-eb17-4fc1-b6c1-2697858eab86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807898-1-iscsi, dc9cc7bf-58d2-4921-b48e-ee225f571f90) {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:27:31.648713 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217d3471-eb17-4fc1-b6c1-2697858eab86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:27:31.649750 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-217d3471-eb17-4fc1-b6c1-2697858eab86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:31.663310 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b5d857-889d-4d63-aa91-aca2b2dd6288 None None] Network dc9cc7bf-58d2-4921-b48e-ee225f571f90 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:27:31.691823 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-217d3471-eb17-4fc1-b6c1-2697858eab86 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7470760
Sep 08 16:27:31.692159 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 47052) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:27:31.698177 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-5c4cd795-a43b-489a-aab9-35dabd53f08d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-99670237-router', 'tenant_id': '70572ef2fa804c9a984f6b6216260c10', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'}}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:27:31.704510 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-5c4cd795-a43b-489a-aab9-35dabd53f08d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:27:31.709354 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-5c4cd795-a43b-489a-aab9-35dabd53f08d admin admin] Usage tracker for resource:router and tenant:70572ef2fa804c9a984f6b6216260c10 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:27:31.713088 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-5c4cd795-a43b-489a-aab9-35dabd53f08d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:27:31.720855 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-5c4cd795-a43b-489a-aab9-35dabd53f08d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:27:31.738474 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-5c4cd795-a43b-489a-aab9-35dabd53f08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1926744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35671'] for router, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:31.740653 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-5c4cd795-a43b-489a-aab9-35dabd53f08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1926856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1948639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1953261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35678'] for router, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:31.770031 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-5c4cd795-a43b-489a-aab9-35dabd53f08d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:31.990238 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184ebb25-02a9-4cda-a36c-1527de924301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1b972e0-3bc3-5e69-83ea-a229dde427c5-dc9cc7bf-58d2-4921-b48e-ee225f571f90', 'network_id': 'dc9cc7bf-58d2-4921-b48e-ee225f571f90', 'tenant_id': '70572ef2fa804c9a984f6b6216260c10', 'fixed_ips': [{'subnet_id': 'a47b7435-b347-4a76-b3bb-9a9c56c0a11a'}]}} from dv-cinder-807898-1-iscsi. {{(pid=79427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Sep 08 16:27:31.991237 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-184ebb25-02a9-4cda-a36c-1527de924301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:32.154119 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-7b29039a-ad57-4514-8261-ff4df723f64c None None] Notify callbacks [] for port, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:32.179318 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.provisioning_blocks [None req-7b29039a-ad57-4514-8261-ff4df723f64c None None] Transition to ACTIVE for port object 5c2b93ac-a896-4f1e-9e02-ff906feab604 will not be triggered until provisioned by entity L2. {{(pid=79428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:27:32.191294 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-7b29039a-ad57-4514-8261-ff4df723f64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:32.199898 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:32.240167 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-5c4cd795-a43b-489a-aab9-35dabd53f08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1948630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1926767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35632'] for router, precommit_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:32.262852 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.db_base_plugin_common [None req-184ebb25-02a9-4cda-a36c-1527de924301 None None] Allocated IP 172.20.0.2 (dc9cc7bf-58d2-4921-b48e-ee225f571f90/a47b7435-b347-4a76-b3bb-9a9c56c0a11a/20a8eeb7-aa85-43f2-bbe1-e080915e8c8b) {{(pid=79427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:27:32.330485 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa0b81-9267-4e63-97a7-23e13c0486e7 None None] Pushing event updated for resources: {'Port': ['ID=5c2b93ac-a896-4f1e-9e02-ff906feab604,revision_number=3']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:32.601081 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fa0b81-9267-4e63-97a7-23e13c0486e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:32.601414 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fa0b81-9267-4e63-97a7-23e13c0486e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:32.601731 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fa0b81-9267-4e63-97a7-23e13c0486e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:32.602123 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fa0b81-9267-4e63-97a7-23e13c0486e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:32.602457 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fa0b81-9267-4e63-97a7-23e13c0486e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:32.602697 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fa0b81-9267-4e63-97a7-23e13c0486e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:32.603071 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fa0b81-9267-4e63-97a7-23e13c0486e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:32.603387 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fa0b81-9267-4e63-97a7-23e13c0486e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:32.604420 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fa0b81-9267-4e63-97a7-23e13c0486e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:32.604420 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fa0b81-9267-4e63-97a7-23e13c0486e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:32.604420 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fa0b81-9267-4e63-97a7-23e13c0486e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:32.604800 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fa0b81-9267-4e63-97a7-23e13c0486e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:27:32.605798 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-184ebb25-02a9-4cda-a36c-1527de924301 None None] Notify callbacks [] for port, precommit_create {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:32.609275 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-25fa0b81-9267-4e63-97a7-23e13c0486e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:32.619884 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-184ebb25-02a9-4cda-a36c-1527de924301 None None] Transition to ACTIVE for port object 20a8eeb7-aa85-43f2-bbe1-e080915e8c8b will not be triggered until provisioned by entity L2. {{(pid=79427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:27:32.632070 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [None req-7b29039a-ad57-4514-8261-ff4df723f64c None None] Attempting to bind port 5c2b93ac-a896-4f1e-9e02-ff906feab604 on host dv-cinder-807898-1-iscsi for vnic_type normal with profile  {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:27:32.632432 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [None req-7b29039a-ad57-4514-8261-ff4df723f64c None None] Attempting to bind port 5c2b93ac-a896-4f1e-9e02-ff906feab604 by drivers openvswitch,hyperv on host dv-cinder-807898-1-iscsi at level 0 using segments [{'id': 'dde4aef1-ea99-4d91-88f4-509b119e584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837'}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:27:32.632851 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b29039a-ad57-4514-8261-ff4df723f64c None None] Attempting to bind port 5c2b93ac-a896-4f1e-9e02-ff906feab604 on network 69526384-0cc0-4c99-a503-762a8eb23837 {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:27:32.639383 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b29039a-ad57-4514-8261-ff4df723f64c None None] Checking agent: {'id': 'f763117d-2875-45db-86c1-123fd700575f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 6, 1), 'started_at': datetime.datetime(2021, 9, 8, 16, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:27:32.639880 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b29039a-ad57-4514-8261-ff4df723f64c None None] Checking segment: {'id': 'dde4aef1-ea99-4d91-88f4-509b119e584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:27:32.640173 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-7b29039a-ad57-4514-8261-ff4df723f64c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:32.640562 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b29039a-ad57-4514-8261-ff4df723f64c None None] Bound using segment: {'id': 'dde4aef1-ea99-4d91-88f4-509b119e584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837'} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:27:32.641362 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [None req-7b29039a-ad57-4514-8261-ff4df723f64c None None] Bound port: 5c2b93ac-a896-4f1e-9e02-ff906feab604, host: dv-cinder-807898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dde4aef1-ea99-4d91-88f4-509b119e584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837'}}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:27:32.641504 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-7b29039a-ad57-4514-8261-ff4df723f64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:32.644607 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-184ebb25-02a9-4cda-a36c-1527de924301 None None] Transition to ACTIVE for port object 20a8eeb7-aa85-43f2-bbe1-e080915e8c8b will not be triggered until provisioned by entity DHCP. {{(pid=79427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:27:32.663198 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-184ebb25-02a9-4cda-a36c-1527de924301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692'] for port, after_create {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:32.667600 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-1fdf9bfd-f81b-4f15-8dec-e825a1f257f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:32.739749 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184ebb25-02a9-4cda-a36c-1527de924301 None None] Network dc9cc7bf-58d2-4921-b48e-ee225f571f90 is already hosted by enough agents. {{(pid=79427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:27:32.744197 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.scheduler.base_scheduler [None req-184ebb25-02a9-4cda-a36c-1527de924301 None None] Resources bound (agent type, host, resource id):  {{(pid=79427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:27:32.748912 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184ebb25-02a9-4cda-a36c-1527de924301 None None] Received port after_create {{(pid=79427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:27:32.757867 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ebb25-02a9-4cda-a36c-1527de924301 None None] Pushing event updated for resources: {'Port': ['ID=20a8eeb7-aa85-43f2-bbe1-e080915e8c8b,revision_number=1']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:32.763579 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-184ebb25-02a9-4cda-a36c-1527de924301 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:32.782037 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.db [None req-7b29039a-ad57-4514-8261-ff4df723f64c None None] For port 5c2b93ac-a896-4f1e-9e02-ff906feab604, host dv-cinder-807898-1-iscsi, cleared binding levels {{(pid=79428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:27:32.786822 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-5c4cd795-a43b-489a-aab9-35dabd53f08d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:32.787792 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.db [None req-7b29039a-ad57-4514-8261-ff4df723f64c None None] For port 5c2b93ac-a896-4f1e-9e02-ff906feab604, host dv-cinder-807898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=5c2b93ac-a896-4f1e-9e02-ff906feab604,segment=NetworkSegment(dde4aef1-ea99-4d91-88f4-509b119e584d),segment_id=dde4aef1-ea99-4d91-88f4-509b119e584d)] {{(pid=79428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:27:32.795935 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-7b29039a-ad57-4514-8261-ff4df723f64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:32.804373 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:32.819046 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-5c4cd795-a43b-489a-aab9-35dabd53f08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:32.871090 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-184ebb25-02a9-4cda-a36c-1527de924301 None None] Attempting to bind port 20a8eeb7-aa85-43f2-bbe1-e080915e8c8b on host dv-cinder-807898-1-iscsi for vnic_type normal with profile  {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:27:32.872293 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-184ebb25-02a9-4cda-a36c-1527de924301 None None] Attempting to bind port 20a8eeb7-aa85-43f2-bbe1-e080915e8c8b by drivers openvswitch,hyperv on host dv-cinder-807898-1-iscsi at level 0 using segments [{'id': '80290d95-d9f4-478e-8ef2-66ec38cf7574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'dc9cc7bf-58d2-4921-b48e-ee225f571f90'}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:27:32.874021 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184ebb25-02a9-4cda-a36c-1527de924301 None None] Attempting to bind port 20a8eeb7-aa85-43f2-bbe1-e080915e8c8b on network dc9cc7bf-58d2-4921-b48e-ee225f571f90 {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:27:32.889579 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184ebb25-02a9-4cda-a36c-1527de924301 None None] Checking agent: {'id': 'f763117d-2875-45db-86c1-123fd700575f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 6, 1), 'started_at': datetime.datetime(2021, 9, 8, 16, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:27:32.890033 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184ebb25-02a9-4cda-a36c-1527de924301 None None] Checking segment: {'id': '80290d95-d9f4-478e-8ef2-66ec38cf7574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'dc9cc7bf-58d2-4921-b48e-ee225f571f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:27:32.890551 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-184ebb25-02a9-4cda-a36c-1527de924301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:32.891003 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184ebb25-02a9-4cda-a36c-1527de924301 None None] Bound using segment: {'id': '80290d95-d9f4-478e-8ef2-66ec38cf7574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'dc9cc7bf-58d2-4921-b48e-ee225f571f90'} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:27:32.891506 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-184ebb25-02a9-4cda-a36c-1527de924301 None None] Bound port: 20a8eeb7-aa85-43f2-bbe1-e080915e8c8b, host: dv-cinder-807898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80290d95-d9f4-478e-8ef2-66ec38cf7574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'dc9cc7bf-58d2-4921-b48e-ee225f571f90'}}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:27:32.891913 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-184ebb25-02a9-4cda-a36c-1527de924301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:32.964851 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa0b81-9267-4e63-97a7-23e13c0486e7 None None] Pushing event updated for resources: {'Port': ['ID=5c2b93ac-a896-4f1e-9e02-ff906feab604,revision_number=4']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:32.970031 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-25fa0b81-9267-4e63-97a7-23e13c0486e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:32.983663 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b29039a-ad57-4514-8261-ff4df723f64c None None] Routers {'beba8cf4-cebe-448e-9ba0-615239f5a40e'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:27:32.984491 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-7b29039a-ad57-4514-8261-ff4df723f64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f425185a850>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:27:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['beba8cf4-cebe-448e-9ba0-615239f5a40e'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:27:33.002828 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-184ebb25-02a9-4cda-a36c-1527de924301 None None] For port 20a8eeb7-aa85-43f2-bbe1-e080915e8c8b, host dv-cinder-807898-1-iscsi, cleared binding levels {{(pid=79427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:27:33.007749 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-184ebb25-02a9-4cda-a36c-1527de924301 None None] For port 20a8eeb7-aa85-43f2-bbe1-e080915e8c8b, host dv-cinder-807898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=20a8eeb7-aa85-43f2-bbe1-e080915e8c8b,segment=NetworkSegment(80290d95-d9f4-478e-8ef2-66ec38cf7574),segment_id=80290d95-d9f4-478e-8ef2-66ec38cf7574)] {{(pid=79427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:27:33.013930 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-184ebb25-02a9-4cda-a36c-1527de924301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:33.019854 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-ac482644-cdfd-47fe-9f97-096b47e2dc55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:33.062779 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_common [None req-5c4cd795-a43b-489a-aab9-35dabd53f08d admin admin] Allocated IP 172.27.2.130 (e2ed1a71-8bc5-4c91-9ec3-df61c44bef44/a1e16140-da4f-4587-a2e7-78015b4d0ba3/28398bed-bc65-4d0a-89c5-667ba47b537c) {{(pid=79425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:27:33.131577 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ebb25-02a9-4cda-a36c-1527de924301 None None] Pushing event updated for resources: {'Port': ['ID=20a8eeb7-aa85-43f2-bbe1-e080915e8c8b,revision_number=2']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:33.137167 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-184ebb25-02a9-4cda-a36c-1527de924301 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:33.236476 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-7b29039a-ad57-4514-8261-ff4df723f64c None None] Set router beba8cf4-cebe-448e-9ba0-615239f5a40e gateway port host: dv-cinder-807898-1-iscsi {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:27:33.407454 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-5c4cd795-a43b-489a-aab9-35dabd53f08d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:33.498264 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-5c4cd795-a43b-489a-aab9-35dabd53f08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:33.506534 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-a3ae388f-f178-41a3-939e-6ed38e6e9cfe tempest-TestShelveInstance-435153846 tempest-TestShelveInstance-435153846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:33.594436 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4cd795-a43b-489a-aab9-35dabd53f08d admin admin] Network e2ed1a71-8bc5-4c91-9ec3-df61c44bef44 is already hosted by enough agents. {{(pid=79425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:27:33.597992 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [None req-5c4cd795-a43b-489a-aab9-35dabd53f08d admin admin] Resources bound (agent type, host, resource id):  {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:27:33.602445 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4cd795-a43b-489a-aab9-35dabd53f08d admin admin] Received port after_create {{(pid=79425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:27:33.659976 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4cd795-a43b-489a-aab9-35dabd53f08d admin admin] Pushing event updated for resources: {'Port': ['ID=28398bed-bc65-4d0a-89c5-667ba47b537c,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:33.665055 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-5c4cd795-a43b-489a-aab9-35dabd53f08d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:33.729278 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-7b29039a-ad57-4514-8261-ff4df723f64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f425185a850>, [{'id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'name': 'tempest-TestVolumeBootPattern-166714472-router', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:23Z', 'updated_at': '2021-09-08T16:27:28Z', 'revision_number': 4, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'gw_port': {'id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:68:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:24Z', 'updated_at': '2021-09-08T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': '5c2b93ac-a896-4f1e-9e02-ff906feab604', 'name': '', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'mac_address': 'fa:16:3e:3e:cf:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'adf73259-df70-4f00-8731-185ca1073a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:27Z', 'updated_at': '2021-09-08T16:27:32Z', 'revision_number': 4, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'subnets': [{'id': 'adf73259-df70-4f00-8731-185ca1073a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:27:33.735174 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b29039a-ad57-4514-8261-ff4df723f64c None None] The sync data for ids ['beba8cf4-cebe-448e-9ba0-615239f5a40e'] in dv-cinder-807898-1-iscsi is: [{'id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'name': 'tempest-TestVolumeBootPattern-166714472-router', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:23Z', 'updated_at': '2021-09-08T16:27:28Z', 'revision_number': 4, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'gw_port': {'id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:68:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:24Z', 'updated_at': '2021-09-08T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': '5c2b93ac-a896-4f1e-9e02-ff906feab604', 'name': '', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'mac_address': 'fa:16:3e:3e:cf:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'adf73259-df70-4f00-8731-185ca1073a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:27Z', 'updated_at': '2021-09-08T16:27:32Z', 'revision_number': 4, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'subnets': [{'id': 'adf73259-df70-4f00-8731-185ca1073a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:27:33.956105 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-122b7558-e52a-4ecd-b882-648191ee221d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:34.275126 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-5c4cd795-a43b-489a-aab9-35dabd53f08d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:34.531867 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf0ddfd-8214-4e75-b1f8-69ddb1c405b9 None None] Network dc9cc7bf-58d2-4921-b48e-ee225f571f90 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:27:34.625829 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-a5bb92a3-2cfc-4635-9d02-f0671cc9176f None None] Provisioning for port 20a8eeb7-aa85-43f2-bbe1-e080915e8c8b completed by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:27:34.791865 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-5c4cd795-a43b-489a-aab9-35dabd53f08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1926758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1948318'] for router, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:35.157802 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4cd795-a43b-489a-aab9-35dabd53f08d admin admin] Router e54a0e8c-01a0-4e6a-a5d5-c52606faf93e is scheduled to L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 with binding_index 1 {{(pid=79425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Sep 08 16:27:35.275765 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:35.384632 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4cd795-a43b-489a-aab9-35dabd53f08d admin admin] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:27:35.410617 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae41724-9993-4361-8e42-670fcf7808ab None None] Sync routers for ids ['e54a0e8c-01a0-4e6a-a5d5-c52606faf93e'] in dv-cinder-807898-1-iscsi {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:27:35.420963 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-5c4cd795-a43b-489a-aab9-35dabd53f08d admin admin] Notify callbacks [] for router, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:35.423555 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-5c4cd795-a43b-489a-aab9-35dabd53f08d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.7296088
Sep 08 16:27:35.427045 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 47058) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:27:35.439776 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae41724-9993-4361-8e42-670fcf7808ab None None] Routers {'e54a0e8c-01a0-4e6a-a5d5-c52606faf93e'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:27:35.440933 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-bae41724-9993-4361-8e42-670fcf7808ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42519ba760>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:27:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['e54a0e8c-01a0-4e6a-a5d5-c52606faf93e'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:27:35.541522 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 5c2b93ac-a896-4f1e-9e02-ff906feab604 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:27:35.731917 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning for port 5c2b93ac-a896-4f1e-9e02-ff906feab604 completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:27:35.745978 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 5c2b93ac-a896-4f1e-9e02-ff906feab604 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:27:35.746447 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:35.778449 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-bae41724-9993-4361-8e42-670fcf7808ab None None] Set router e54a0e8c-01a0-4e6a-a5d5-c52606faf93e gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:27:36.203796 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:36.249789 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] For port 5c2b93ac-a896-4f1e-9e02-ff906feab604, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=5c2b93ac-a896-4f1e-9e02-ff906feab604,segment=NetworkSegment(dde4aef1-ea99-4d91-88f4-509b119e584d),segment_id=dde4aef1-ea99-4d91-88f4-509b119e584d)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:27:36.261199 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:36.262057 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 20a8eeb7-aa85-43f2-bbe1-e080915e8c8b up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:27:36.292041 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:36.386779 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-bae41724-9993-4361-8e42-670fcf7808ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42519ba760>, [{'id': 'e54a0e8c-01a0-4e6a-a5d5-c52606faf93e', 'name': 'tempest-TestVolumeBootPattern-99670237-router', 'tenant_id': '70572ef2fa804c9a984f6b6216260c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '28398bed-bc65-4d0a-89c5-667ba47b537c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:31Z', 'updated_at': '2021-09-08T16:27:34Z', 'revision_number': 3, 'project_id': '70572ef2fa804c9a984f6b6216260c10', 'gw_port': {'id': '28398bed-bc65-4d0a-89c5-667ba47b537c', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ba:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54a0e8c-01a0-4e6a-a5d5-c52606faf93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:32Z', 'updated_at': '2021-09-08T16:27:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi'}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:27:36.398884 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae41724-9993-4361-8e42-670fcf7808ab None None] Checking router: e54a0e8c-01a0-4e6a-a5d5-c52606faf93e for host: dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:27:36.399275 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae41724-9993-4361-8e42-670fcf7808ab None None] Updating router e54a0e8c-01a0-4e6a-a5d5-c52606faf93e port 28398bed-bc65-4d0a-89c5-667ba47b537c binding host dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 08 16:27:36.423984 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Pushing event updated for resources: {'Port': ['ID=5c2b93ac-a896-4f1e-9e02-ff906feab604,revision_number=5']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:36.432725 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:36.465549 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning for port 20a8eeb7-aa85-43f2-bbe1-e080915e8c8b completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:27:36.474460 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-bae41724-9993-4361-8e42-670fcf7808ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:36.499113 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 20a8eeb7-aa85-43f2-bbe1-e080915e8c8b triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:27:36.499389 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-2b09f0df-67bb-4378-a7f8-5240d0103963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:36.499970 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:36.739060 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_common [None req-2b09f0df-67bb-4378-a7f8-5240d0103963 admin admin] Allocated IP 172.20.0.1 (dc9cc7bf-58d2-4921-b48e-ee225f571f90/a47b7435-b347-4a76-b3bb-9a9c56c0a11a/e7081ee2-d953-485d-b902-d1d9f8576529) {{(pid=79425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:27:36.788782 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:36.881901 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] For port 20a8eeb7-aa85-43f2-bbe1-e080915e8c8b, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=20a8eeb7-aa85-43f2-bbe1-e080915e8c8b,segment=NetworkSegment(80290d95-d9f4-478e-8ef2-66ec38cf7574),segment_id=80290d95-d9f4-478e-8ef2-66ec38cf7574)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:27:36.893014 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:36.897560 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-184ebb25-02a9-4cda-a36c-1527de924301 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:36.919910 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-2b09f0df-67bb-4378-a7f8-5240d0103963 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:36.942821 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.provisioning_blocks [None req-2b09f0df-67bb-4378-a7f8-5240d0103963 admin admin] Transition to ACTIVE for port object e7081ee2-d953-485d-b902-d1d9f8576529 will not be triggered until provisioned by entity DHCP. {{(pid=79425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:27:36.983519 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-2b09f0df-67bb-4378-a7f8-5240d0103963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:36.991399 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-e5d4652d-4e95-4b82-9dd5-797cdb928c0d tempest-AttachVolumeNegativeTest-1547511260 tempest-AttachVolumeNegativeTest-1547511260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:37.104932 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b09f0df-67bb-4378-a7f8-5240d0103963 admin admin] Network dc9cc7bf-58d2-4921-b48e-ee225f571f90 is already hosted by enough agents. {{(pid=79425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:27:37.110055 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [None req-2b09f0df-67bb-4378-a7f8-5240d0103963 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:27:37.117184 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b09f0df-67bb-4378-a7f8-5240d0103963 admin admin] Received port after_create {{(pid=79425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:27:37.178911 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Pushing event updated for resources: {'Port': ['ID=20a8eeb7-aa85-43f2-bbe1-e080915e8c8b,revision_number=3']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:37.188357 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:37.189578 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09f0df-67bb-4378-a7f8-5240d0103963 admin admin] Pushing event updated for resources: {'Port': ['ID=e7081ee2-d953-485d-b902-d1d9f8576529,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:37.196693 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-2b09f0df-67bb-4378-a7f8-5240d0103963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:37.215544 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-bae41724-9993-4361-8e42-670fcf7808ab None None] Notify callbacks [] for port, precommit_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:37.226923 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-2b09f0df-67bb-4378-a7f8-5240d0103963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1928769'] for router_interface, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:37.238362 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-bae41724-9993-4361-8e42-670fcf7808ab None None] Transition to ACTIVE for port object 28398bed-bc65-4d0a-89c5-667ba47b537c will not be triggered until provisioned by entity L2. {{(pid=79427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:27:37.252740 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-bae41724-9993-4361-8e42-670fcf7808ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:37.259845 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:37.380447 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-bae41724-9993-4361-8e42-670fcf7808ab None None] Attempting to bind port 28398bed-bc65-4d0a-89c5-667ba47b537c on host dv-cinder-807898-1-iscsi for vnic_type normal with profile  {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:27:37.381469 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-bae41724-9993-4361-8e42-670fcf7808ab None None] Attempting to bind port 28398bed-bc65-4d0a-89c5-667ba47b537c by drivers openvswitch,hyperv on host dv-cinder-807898-1-iscsi at level 0 using segments [{'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:27:37.381742 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae41724-9993-4361-8e42-670fcf7808ab None None] Attempting to bind port 28398bed-bc65-4d0a-89c5-667ba47b537c on network e2ed1a71-8bc5-4c91-9ec3-df61c44bef44 {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:27:37.414140 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-2b09f0df-67bb-4378-a7f8-5240d0103963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:37.414478 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae41724-9993-4361-8e42-670fcf7808ab None None] Checking agent: {'id': 'f763117d-2875-45db-86c1-123fd700575f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 6, 1), 'started_at': datetime.datetime(2021, 9, 8, 16, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:27:37.415060 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae41724-9993-4361-8e42-670fcf7808ab None None] Checking segment: {'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:27:37.415825 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-bae41724-9993-4361-8e42-670fcf7808ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:37.416541 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae41724-9993-4361-8e42-670fcf7808ab None None] Bound using segment: {'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'} {{(pid=79427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:27:37.417358 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.managers [None req-bae41724-9993-4361-8e42-670fcf7808ab None None] Bound port: 28398bed-bc65-4d0a-89c5-667ba47b537c, host: dv-cinder-807898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3235b71f-0c14-40b5-ba80-96fc5a4742a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44'}}] {{(pid=79427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:27:37.418044 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-bae41724-9993-4361-8e42-670fcf7808ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:37.482505 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 5c2b93ac-a896-4f1e-9e02-ff906feab604 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:27:37.548070 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89819e00-0141-41c8-af54-ae99387db02f None None] Pushing event updated for resources: {'Port': ['ID=28398bed-bc65-4d0a-89c5-667ba47b537c,revision_number=2']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:37.550795 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:37.554313 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-89819e00-0141-41c8-af54-ae99387db02f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:37.611634 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-c8ea8230-9b63-4f75-9654-84857d087b6b None None] Provisioning for port e7081ee2-d953-485d-b902-d1d9f8576529 completed by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:27:37.618141 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-bae41724-9993-4361-8e42-670fcf7808ab None None] For port 28398bed-bc65-4d0a-89c5-667ba47b537c, host dv-cinder-807898-1-iscsi, cleared binding levels {{(pid=79427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:27:37.623648 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-bae41724-9993-4361-8e42-670fcf7808ab None None] For port 28398bed-bc65-4d0a-89c5-667ba47b537c, host dv-cinder-807898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=28398bed-bc65-4d0a-89c5-667ba47b537c,segment=NetworkSegment(3235b71f-0c14-40b5-ba80-96fc5a4742a1),segment_id=3235b71f-0c14-40b5-ba80-96fc5a4742a1)] {{(pid=79427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:27:37.625935 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-c8ea8230-9b63-4f75-9654-84857d087b6b None None] Provisioning complete for port e7081ee2-d953-485d-b902-d1d9f8576529 triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:27:37.626309 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-c8ea8230-9b63-4f75-9654-84857d087b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:37.659168 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-bae41724-9993-4361-8e42-670fcf7808ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:37.671239 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-9ed7a5ea-8111-4268-bdd6-36af2924c74e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:37.734267 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-2b09f0df-67bb-4378-a7f8-5240d0103963 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:37.744007 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-2b09f0df-67bb-4378-a7f8-5240d0103963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334251'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:37.763149 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 5c2b93ac-a896-4f1e-9e02-ff906feab604 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:27:37.763458 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:37.774391 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-75a20865-b547-433c-9d37-7958c28e50a2 tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:37.791302 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-c8ea8230-9b63-4f75-9654-84857d087b6b None None] Port e7081ee2-d953-485d-b902-d1d9f8576529 cannot update to ACTIVE because it is not bound. {{(pid=79427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 08 16:27:37.825828 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae41724-9993-4361-8e42-670fcf7808ab None None] Routers {'e54a0e8c-01a0-4e6a-a5d5-c52606faf93e'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:27:37.826758 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-bae41724-9993-4361-8e42-670fcf7808ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42519ba760>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:27:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['e54a0e8c-01a0-4e6a-a5d5-c52606faf93e'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:27:37.876379 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09f0df-67bb-4378-a7f8-5240d0103963 admin admin] Pushing event updated for resources: {'Port': ['ID=e7081ee2-d953-485d-b902-d1d9f8576529,revision_number=2']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:37.881802 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89819e00-0141-41c8-af54-ae99387db02f None None] Pushing event updated for resources: {'Port': ['ID=28398bed-bc65-4d0a-89c5-667ba47b537c,revision_number=3']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:37.883661 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-2b09f0df-67bb-4378-a7f8-5240d0103963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:37.885125 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-2b09f0df-67bb-4378-a7f8-5240d0103963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1928932'] for router_interface, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:37.892899 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-89819e00-0141-41c8-af54-ae99387db02f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:38.164994 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 20a8eeb7-aa85-43f2-bbe1-e080915e8c8b up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:27:38.193928 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-bae41724-9993-4361-8e42-670fcf7808ab None None] Set router e54a0e8c-01a0-4e6a-a5d5-c52606faf93e gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:27:38.221521 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b09f0df-67bb-4378-a7f8-5240d0103963 admin admin] Network dc9cc7bf-58d2-4921-b48e-ee225f571f90 is already hosted by enough agents. {{(pid=79425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:27:38.222979 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [None req-2b09f0df-67bb-4378-a7f8-5240d0103963 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:27:38.453523 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b09f0df-67bb-4378-a7f8-5240d0103963 admin admin] Router e54a0e8c-01a0-4e6a-a5d5-c52606faf93e has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:27:38.577508 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 20a8eeb7-aa85-43f2-bbe1-e080915e8c8b triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:27:38.578450 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:38.603678 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-57f26418-10b9-4713-9a17-8c18147cd648 None None] Provisioning complete for port e7081ee2-d953-485d-b902-d1d9f8576529 triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:27:38.604056 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-57f26418-10b9-4713-9a17-8c18147cd648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:38.683401 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b09f0df-67bb-4378-a7f8-5240d0103963 admin admin] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:27:38.704829 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-2b09f0df-67bb-4378-a7f8-5240d0103963 admin admin] 10.222.0.25 "PUT /v2.0/routers/e54a0e8c-01a0-4e6a-a5d5-c52606faf93e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2676415
Sep 08 16:27:38.740637 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-57f26418-10b9-4713-9a17-8c18147cd648 None None] Port e7081ee2-d953-485d-b902-d1d9f8576529 cannot update to ACTIVE because it is not bound. {{(pid=79427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 08 16:27:38.847747 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-bae41724-9993-4361-8e42-670fcf7808ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42519ba760>, [{'id': 'e54a0e8c-01a0-4e6a-a5d5-c52606faf93e', 'name': 'tempest-TestVolumeBootPattern-99670237-router', 'tenant_id': '70572ef2fa804c9a984f6b6216260c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '28398bed-bc65-4d0a-89c5-667ba47b537c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:31Z', 'updated_at': '2021-09-08T16:27:37Z', 'revision_number': 4, 'project_id': '70572ef2fa804c9a984f6b6216260c10', 'gw_port': {'id': '28398bed-bc65-4d0a-89c5-667ba47b537c', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ba:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54a0e8c-01a0-4e6a-a5d5-c52606faf93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:32Z', 'updated_at': '2021-09-08T16:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': 'e7081ee2-d953-485d-b902-d1d9f8576529', 'name': '', 'network_id': 'dc9cc7bf-58d2-4921-b48e-ee225f571f90', 'tenant_id': '70572ef2fa804c9a984f6b6216260c10', 'mac_address': 'fa:16:3e:e4:7c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54a0e8c-01a0-4e6a-a5d5-c52606faf93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a47b7435-b347-4a76-b3bb-9a9c56c0a11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:36Z', 'updated_at': '2021-09-08T16:27:37Z', 'revision_number': 2, 'project_id': '70572ef2fa804c9a984f6b6216260c10', 'subnets': [{'id': 'a47b7435-b347-4a76-b3bb-9a9c56c0a11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:27:38.852395 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae41724-9993-4361-8e42-670fcf7808ab None None] The sync data for ids ['e54a0e8c-01a0-4e6a-a5d5-c52606faf93e'] in dv-cinder-807898-1-iscsi is: [{'id': 'e54a0e8c-01a0-4e6a-a5d5-c52606faf93e', 'name': 'tempest-TestVolumeBootPattern-99670237-router', 'tenant_id': '70572ef2fa804c9a984f6b6216260c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '28398bed-bc65-4d0a-89c5-667ba47b537c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:31Z', 'updated_at': '2021-09-08T16:27:37Z', 'revision_number': 4, 'project_id': '70572ef2fa804c9a984f6b6216260c10', 'gw_port': {'id': '28398bed-bc65-4d0a-89c5-667ba47b537c', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ba:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54a0e8c-01a0-4e6a-a5d5-c52606faf93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:32Z', 'updated_at': '2021-09-08T16:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': 'e7081ee2-d953-485d-b902-d1d9f8576529', 'name': '', 'network_id': 'dc9cc7bf-58d2-4921-b48e-ee225f571f90', 'tenant_id': '70572ef2fa804c9a984f6b6216260c10', 'mac_address': 'fa:16:3e:e4:7c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54a0e8c-01a0-4e6a-a5d5-c52606faf93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a47b7435-b347-4a76-b3bb-9a9c56c0a11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:36Z', 'updated_at': '2021-09-08T16:27:37Z', 'revision_number': 2, 'project_id': '70572ef2fa804c9a984f6b6216260c10', 'subnets': [{'id': 'a47b7435-b347-4a76-b3bb-9a9c56c0a11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:27:39.258578 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 47068) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:27:39.264916 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-a21854b1-95ab-4db4-885c-f89f5f0b1410 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-241192911', 'description': 'tempest-secgroup-smoke-241192911 description', 'project_id': 'd48dfce1083d414da5ba06085d3813d3'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:27:39.271405 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-a21854b1-95ab-4db4-885c-f89f5f0b1410 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:27:39.276128 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-a21854b1-95ab-4db4-885c-f89f5f0b1410 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Usage tracker for resource:security_group and tenant:d48dfce1083d414da5ba06085d3813d3 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:27:39.280123 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-a21854b1-95ab-4db4-885c-f89f5f0b1410 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:27:39.287790 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-a21854b1-95ab-4db4-885c-f89f5f0b1410 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:27:39.301913 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a21854b1-95ab-4db4-885c-f89f5f0b1410 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for security_group, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:39.324584 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-a21854b1-95ab-4db4-885c-f89f5f0b1410 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:27:39.329129 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-a21854b1-95ab-4db4-885c-f89f5f0b1410 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Usage tracker for resource:security_group_rule and tenant:d48dfce1083d414da5ba06085d3813d3 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:27:39.332286 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-a21854b1-95ab-4db4-885c-f89f5f0b1410 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:27:39.339176 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-a21854b1-95ab-4db4-885c-f89f5f0b1410 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:27:39.425079 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a21854b1-95ab-4db4-885c-f89f5f0b1410 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for security_group, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:39.430223 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a21854b1-95ab-4db4-885c-f89f5f0b1410 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:39.434280 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-fe1abf23-a006-443d-8ddb-e9e72aece70d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:39.482994 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21854b1-95ab-4db4-885c-f89f5f0b1410 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e184fc7-81bf-433d-ae36-5563d929eea3,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:39.486956 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-a21854b1-95ab-4db4-885c-f89f5f0b1410 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:39.488315 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a21854b1-95ab-4db4-885c-f89f5f0b1410 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:39.489554 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-a21854b1-95ab-4db4-885c-f89f5f0b1410 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2298422
Sep 08 16:27:39.492701 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 47072) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:27:39.498729 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-1507afce-11db-4413-80db-d852c1e76f48 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Request body: {'security_group_rule': {'security_group_id': '4e184fc7-81bf-433d-ae36-5563d929eea3', 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:27:39.505364 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-1507afce-11db-4413-80db-d852c1e76f48 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:27:39.509304 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-1507afce-11db-4413-80db-d852c1e76f48 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Usage tracker for resource:security_group_rule and tenant:d48dfce1083d414da5ba06085d3813d3 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:27:39.513017 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-1507afce-11db-4413-80db-d852c1e76f48 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:27:39.518964 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-1507afce-11db-4413-80db-d852c1e76f48 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:27:39.537501 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-1507afce-11db-4413-80db-d852c1e76f48 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:39.609852 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-1507afce-11db-4413-80db-d852c1e76f48 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:39.613691 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-1507afce-11db-4413-80db-d852c1e76f48 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908961'] for security_group_rule, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:39.615665 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:39.638954 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1507afce-11db-4413-80db-d852c1e76f48 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4943221-8c0a-42d6-b5c4-d9a9afa65d08,revision_number=0']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:39.641467 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-1507afce-11db-4413-80db-d852c1e76f48 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:39.648710 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-1507afce-11db-4413-80db-d852c1e76f48 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:39.649903 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-1507afce-11db-4413-80db-d852c1e76f48 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1560140
Sep 08 16:27:39.652594 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 47076) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:27:39.657801 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-10d2e6d8-cbd9-4e7a-bdb9-5d49f8fef35a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Request body: {'security_group_rule': {'security_group_id': '4e184fc7-81bf-433d-ae36-5563d929eea3', 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:27:39.663943 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-10d2e6d8-cbd9-4e7a-bdb9-5d49f8fef35a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:27:39.669426 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-10d2e6d8-cbd9-4e7a-bdb9-5d49f8fef35a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Usage tracker for resource:security_group_rule and tenant:d48dfce1083d414da5ba06085d3813d3 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:27:39.672247 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-10d2e6d8-cbd9-4e7a-bdb9-5d49f8fef35a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:27:39.677911 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-10d2e6d8-cbd9-4e7a-bdb9-5d49f8fef35a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:27:39.696249 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-10d2e6d8-cbd9-4e7a-bdb9-5d49f8fef35a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:39.760756 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-10d2e6d8-cbd9-4e7a-bdb9-5d49f8fef35a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:39.765680 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-10d2e6d8-cbd9-4e7a-bdb9-5d49f8fef35a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908961'] for security_group_rule, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:39.767842 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-450c4872-542c-4174-97db-0da66be3c23a tempest-AttachVolumeShelveTestJSON-1384134545 tempest-AttachVolumeShelveTestJSON-1384134545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:39.790728 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d2e6d8-cbd9-4e7a-bdb9-5d49f8fef35a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecbd19b6-dc36-4ded-bdf4-3394162968f8,revision_number=0']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:39.794213 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-10d2e6d8-cbd9-4e7a-bdb9-5d49f8fef35a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:39.803311 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-10d2e6d8-cbd9-4e7a-bdb9-5d49f8fef35a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:39.804884 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-10d2e6d8-cbd9-4e7a-bdb9-5d49f8fef35a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1511617
Sep 08 16:27:39.807817 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 47080) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:27:39.814246 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-c61dfb46-2b57-481f-bed7-390517ee7194 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Request body: {'security_group_rule': {'security_group_id': '4e184fc7-81bf-433d-ae36-5563d929eea3', 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:27:39.820264 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-c61dfb46-2b57-481f-bed7-390517ee7194 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:27:39.824108 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-c61dfb46-2b57-481f-bed7-390517ee7194 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Usage tracker for resource:security_group_rule and tenant:d48dfce1083d414da5ba06085d3813d3 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:27:39.828401 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-c61dfb46-2b57-481f-bed7-390517ee7194 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:27:39.834296 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-c61dfb46-2b57-481f-bed7-390517ee7194 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:27:39.858150 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c61dfb46-2b57-481f-bed7-390517ee7194 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:39.928528 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c61dfb46-2b57-481f-bed7-390517ee7194 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:39.932779 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c61dfb46-2b57-481f-bed7-390517ee7194 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908961'] for security_group_rule, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:39.940851 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:39.961272 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61dfb46-2b57-481f-bed7-390517ee7194 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb572f54-5579-4418-b56a-6131e77b06d5,revision_number=0']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:39.966799 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-c61dfb46-2b57-481f-bed7-390517ee7194 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:39.973727 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c61dfb46-2b57-481f-bed7-390517ee7194 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:39.975097 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-c61dfb46-2b57-481f-bed7-390517ee7194 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1662869
Sep 08 16:27:39.979398 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 47084) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:27:39.985935 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-a7d9493b-729e-427e-a827-83bc11ba7c18 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Request body: {'security_group_rule': {'security_group_id': '4e184fc7-81bf-433d-ae36-5563d929eea3', 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:27:39.992211 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-a7d9493b-729e-427e-a827-83bc11ba7c18 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:27:39.997814 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-a7d9493b-729e-427e-a827-83bc11ba7c18 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Usage tracker for resource:security_group_rule and tenant:d48dfce1083d414da5ba06085d3813d3 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:27:40.001346 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-a7d9493b-729e-427e-a827-83bc11ba7c18 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:27:40.007703 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-a7d9493b-729e-427e-a827-83bc11ba7c18 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:27:40.027186 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a7d9493b-729e-427e-a827-83bc11ba7c18 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:40.104019 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a7d9493b-729e-427e-a827-83bc11ba7c18 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:40.111706 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a7d9493b-729e-427e-a827-83bc11ba7c18 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908961'] for security_group_rule, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:40.119522 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:40.141474 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d9493b-729e-427e-a827-83bc11ba7c18 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=603c2be3-8f44-43d8-834e-6dc9893a733b,revision_number=0']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:40.144740 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-a7d9493b-729e-427e-a827-83bc11ba7c18 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:40.153491 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-a7d9493b-729e-427e-a827-83bc11ba7c18 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:40.154861 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-a7d9493b-729e-427e-a827-83bc11ba7c18 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1744561
Sep 08 16:27:40.157787 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 47088) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:27:40.163207 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-758f9d15-7ec9-4c84-a1e5-2a0885b59eba tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Request body: {'security_group_rule': {'security_group_id': '4e184fc7-81bf-433d-ae36-5563d929eea3', 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:27:40.170866 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-758f9d15-7ec9-4c84-a1e5-2a0885b59eba tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:27:40.175128 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-758f9d15-7ec9-4c84-a1e5-2a0885b59eba tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Usage tracker for resource:security_group_rule and tenant:d48dfce1083d414da5ba06085d3813d3 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:27:40.178399 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-758f9d15-7ec9-4c84-a1e5-2a0885b59eba tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:27:40.185249 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-758f9d15-7ec9-4c84-a1e5-2a0885b59eba tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:27:40.197065 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.db.securitygroups_db [None req-758f9d15-7ec9-4c84-a1e5-2a0885b59eba tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Project d48dfce1083d414da5ba06085d3813d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 08 16:27:40.204770 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-758f9d15-7ec9-4c84-a1e5-2a0885b59eba tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:40.282071 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-758f9d15-7ec9-4c84-a1e5-2a0885b59eba tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:40.286581 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-758f9d15-7ec9-4c84-a1e5-2a0885b59eba tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908961'] for security_group_rule, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:40.288858 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-a7d9493b-729e-427e-a827-83bc11ba7c18 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:40.313300 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f9d15-7ec9-4c84-a1e5-2a0885b59eba tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80671aae-ddc1-4756-95df-d0e92b6dcc31,revision_number=0']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:40.318806 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-758f9d15-7ec9-4c84-a1e5-2a0885b59eba tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:40.324207 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-758f9d15-7ec9-4c84-a1e5-2a0885b59eba tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:40.326028 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-758f9d15-7ec9-4c84-a1e5-2a0885b59eba tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1671429
Sep 08 16:27:40.328848 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 47092) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:27:40.334982 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-cd7e2cc6-6e33-4c46-8596-7c2580b76b02 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Request body: {'security_group_rule': {'security_group_id': '4e184fc7-81bf-433d-ae36-5563d929eea3', 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:27:40.357528 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-cd7e2cc6-6e33-4c46-8596-7c2580b76b02 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:27:40.364754 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-cd7e2cc6-6e33-4c46-8596-7c2580b76b02 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Usage tracker for resource:security_group_rule and tenant:d48dfce1083d414da5ba06085d3813d3 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:27:40.369164 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-cd7e2cc6-6e33-4c46-8596-7c2580b76b02 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:27:40.381047 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-cd7e2cc6-6e33-4c46-8596-7c2580b76b02 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:27:40.396487 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.db.securitygroups_db [None req-cd7e2cc6-6e33-4c46-8596-7c2580b76b02 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Project d48dfce1083d414da5ba06085d3813d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 08 16:27:40.404675 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-cd7e2cc6-6e33-4c46-8596-7c2580b76b02 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:40.515428 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-cd7e2cc6-6e33-4c46-8596-7c2580b76b02 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:40.520675 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-cd7e2cc6-6e33-4c46-8596-7c2580b76b02 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908961'] for security_group_rule, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:40.530845 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-10d2e6d8-cbd9-4e7a-bdb9-5d49f8fef35a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:40.553786 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e2cc6-6e33-4c46-8596-7c2580b76b02 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b066e9-98e7-4d19-a895-cb6cb955e874,revision_number=0']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:40.556415 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-cd7e2cc6-6e33-4c46-8596-7c2580b76b02 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:40.562985 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-cd7e2cc6-6e33-4c46-8596-7c2580b76b02 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:40.564562 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-cd7e2cc6-6e33-4c46-8596-7c2580b76b02 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2345192
Sep 08 16:27:41.441029 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 28398bed-bc65-4d0a-89c5-667ba47b537c up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:27:41.519901 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning for port 28398bed-bc65-4d0a-89c5-667ba47b537c completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:27:41.526142 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 28398bed-bc65-4d0a-89c5-667ba47b537c triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:27:41.526684 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:41.725734 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:41.748900 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] For port 28398bed-bc65-4d0a-89c5-667ba47b537c, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=28398bed-bc65-4d0a-89c5-667ba47b537c,segment=NetworkSegment(3235b71f-0c14-40b5-ba80-96fc5a4742a1),segment_id=3235b71f-0c14-40b5-ba80-96fc5a4742a1)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:27:41.753659 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:41.755608 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-89819e00-0141-41c8-af54-ae99387db02f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:41.843911 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Pushing event updated for resources: {'Port': ['ID=28398bed-bc65-4d0a-89c5-667ba47b537c,revision_number=4']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:41.847799 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:41.892545 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb856e7-8a1e-4d9c-8523-d1d747511a56 None None] Sync routers for ids ['e54a0e8c-01a0-4e6a-a5d5-c52606faf93e'] in dv-cinder-807898-1-iscsi {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:27:41.912143 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb856e7-8a1e-4d9c-8523-d1d747511a56 None None] Routers {'e54a0e8c-01a0-4e6a-a5d5-c52606faf93e'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:27:41.913547 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-bdb856e7-8a1e-4d9c-8523-d1d747511a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251b1efd0>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:27:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['e54a0e8c-01a0-4e6a-a5d5-c52606faf93e'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:27:42.150943 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-bdb856e7-8a1e-4d9c-8523-d1d747511a56 None None] Set router e54a0e8c-01a0-4e6a-a5d5-c52606faf93e gateway port host: dv-cinder-807898-1-iscsi {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:27:42.575342 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-bdb856e7-8a1e-4d9c-8523-d1d747511a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251b1efd0>, [{'id': 'e54a0e8c-01a0-4e6a-a5d5-c52606faf93e', 'name': 'tempest-TestVolumeBootPattern-99670237-router', 'tenant_id': '70572ef2fa804c9a984f6b6216260c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '28398bed-bc65-4d0a-89c5-667ba47b537c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:31Z', 'updated_at': '2021-09-08T16:27:37Z', 'revision_number': 4, 'project_id': '70572ef2fa804c9a984f6b6216260c10', 'gw_port': {'id': '28398bed-bc65-4d0a-89c5-667ba47b537c', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ba:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54a0e8c-01a0-4e6a-a5d5-c52606faf93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:32Z', 'updated_at': '2021-09-08T16:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': 'e7081ee2-d953-485d-b902-d1d9f8576529', 'name': '', 'network_id': 'dc9cc7bf-58d2-4921-b48e-ee225f571f90', 'tenant_id': '70572ef2fa804c9a984f6b6216260c10', 'mac_address': 'fa:16:3e:e4:7c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54a0e8c-01a0-4e6a-a5d5-c52606faf93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a47b7435-b347-4a76-b3bb-9a9c56c0a11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:36Z', 'updated_at': '2021-09-08T16:27:37Z', 'revision_number': 2, 'project_id': '70572ef2fa804c9a984f6b6216260c10', 'subnets': [{'id': 'a47b7435-b347-4a76-b3bb-9a9c56c0a11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:27:42.579972 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb856e7-8a1e-4d9c-8523-d1d747511a56 None None] Checking router: e54a0e8c-01a0-4e6a-a5d5-c52606faf93e for host: dv-cinder-807898-1-iscsi {{(pid=79428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:27:42.580311 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb856e7-8a1e-4d9c-8523-d1d747511a56 None None] Updating router e54a0e8c-01a0-4e6a-a5d5-c52606faf93e port e7081ee2-d953-485d-b902-d1d9f8576529 binding host dv-cinder-807898-1-iscsi {{(pid=79428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 08 16:27:42.638992 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-bdb856e7-8a1e-4d9c-8523-d1d747511a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:43.091959 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-bdb856e7-8a1e-4d9c-8523-d1d747511a56 None None] Notify callbacks [] for port, precommit_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:43.105461 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.provisioning_blocks [None req-bdb856e7-8a1e-4d9c-8523-d1d747511a56 None None] Transition to ACTIVE for port object e7081ee2-d953-485d-b902-d1d9f8576529 will not be triggered until provisioned by entity L2. {{(pid=79428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:27:43.114051 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-bdb856e7-8a1e-4d9c-8523-d1d747511a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:43.118645 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-0f7411e2-df63-4366-883c-57cac6db65aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:43.314293 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1966dba-6b36-4221-a168-33cb803ecd85 None None] Pushing event updated for resources: {'Port': ['ID=e7081ee2-d953-485d-b902-d1d9f8576529,revision_number=3']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:43.321061 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-e1966dba-6b36-4221-a168-33cb803ecd85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:43.437950 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 28398bed-bc65-4d0a-89c5-667ba47b537c up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:27:43.441367 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [None req-bdb856e7-8a1e-4d9c-8523-d1d747511a56 None None] Attempting to bind port e7081ee2-d953-485d-b902-d1d9f8576529 on host dv-cinder-807898-1-iscsi for vnic_type normal with profile  {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:27:43.441735 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [None req-bdb856e7-8a1e-4d9c-8523-d1d747511a56 None None] Attempting to bind port e7081ee2-d953-485d-b902-d1d9f8576529 by drivers openvswitch,hyperv on host dv-cinder-807898-1-iscsi at level 0 using segments [{'id': '80290d95-d9f4-478e-8ef2-66ec38cf7574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'dc9cc7bf-58d2-4921-b48e-ee225f571f90'}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:27:43.442102 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb856e7-8a1e-4d9c-8523-d1d747511a56 None None] Attempting to bind port e7081ee2-d953-485d-b902-d1d9f8576529 on network dc9cc7bf-58d2-4921-b48e-ee225f571f90 {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:27:43.447859 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb856e7-8a1e-4d9c-8523-d1d747511a56 None None] Checking agent: {'id': 'f763117d-2875-45db-86c1-123fd700575f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 6, 1), 'started_at': datetime.datetime(2021, 9, 8, 16, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:27:43.448216 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb856e7-8a1e-4d9c-8523-d1d747511a56 None None] Checking segment: {'id': '80290d95-d9f4-478e-8ef2-66ec38cf7574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'dc9cc7bf-58d2-4921-b48e-ee225f571f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:27:43.452923 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-bdb856e7-8a1e-4d9c-8523-d1d747511a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:43.452923 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb856e7-8a1e-4d9c-8523-d1d747511a56 None None] Bound using segment: {'id': '80290d95-d9f4-478e-8ef2-66ec38cf7574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'dc9cc7bf-58d2-4921-b48e-ee225f571f90'} {{(pid=79428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:27:43.452923 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.managers [None req-bdb856e7-8a1e-4d9c-8523-d1d747511a56 None None] Bound port: e7081ee2-d953-485d-b902-d1d9f8576529, host: dv-cinder-807898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80290d95-d9f4-478e-8ef2-66ec38cf7574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'dc9cc7bf-58d2-4921-b48e-ee225f571f90'}}] {{(pid=79428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:27:43.452923 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-bdb856e7-8a1e-4d9c-8523-d1d747511a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:43.527952 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port 28398bed-bc65-4d0a-89c5-667ba47b537c triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:27:43.529073 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:43.600660 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.db [None req-bdb856e7-8a1e-4d9c-8523-d1d747511a56 None None] For port e7081ee2-d953-485d-b902-d1d9f8576529, host dv-cinder-807898-1-iscsi, cleared binding levels {{(pid=79428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:27:43.607116 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.plugins.ml2.db [None req-bdb856e7-8a1e-4d9c-8523-d1d747511a56 None None] For port e7081ee2-d953-485d-b902-d1d9f8576529, host dv-cinder-807898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=e7081ee2-d953-485d-b902-d1d9f8576529,segment=NetworkSegment(80290d95-d9f4-478e-8ef2-66ec38cf7574),segment_id=80290d95-d9f4-478e-8ef2-66ec38cf7574)] {{(pid=79428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:27:43.615960 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron_lib.callbacks.manager [None req-bdb856e7-8a1e-4d9c-8523-d1d747511a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:43.634274 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-697ae940-177f-4099-9252-f79681c07cca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:43.725735 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb856e7-8a1e-4d9c-8523-d1d747511a56 None None] Routers {'e54a0e8c-01a0-4e6a-a5d5-c52606faf93e'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:27:43.726444 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-bdb856e7-8a1e-4d9c-8523-d1d747511a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251b1efd0>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:27:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['e54a0e8c-01a0-4e6a-a5d5-c52606faf93e'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:27:43.862333 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1966dba-6b36-4221-a168-33cb803ecd85 None None] Pushing event updated for resources: {'Port': ['ID=e7081ee2-d953-485d-b902-d1d9f8576529,revision_number=4']} {{(pid=79428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:43.885950 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG oslo_concurrency.lockutils [None req-e1966dba-6b36-4221-a168-33cb803ecd85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=79428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:43.934204 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-bdb856e7-8a1e-4d9c-8523-d1d747511a56 None None] Set router e54a0e8c-01a0-4e6a-a5d5-c52606faf93e gateway port host: dv-cinder-807898-1-iscsi {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:27:44.308785 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-bdb856e7-8a1e-4d9c-8523-d1d747511a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251b1efd0>, [{'id': 'e54a0e8c-01a0-4e6a-a5d5-c52606faf93e', 'name': 'tempest-TestVolumeBootPattern-99670237-router', 'tenant_id': '70572ef2fa804c9a984f6b6216260c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '28398bed-bc65-4d0a-89c5-667ba47b537c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:31Z', 'updated_at': '2021-09-08T16:27:37Z', 'revision_number': 4, 'project_id': '70572ef2fa804c9a984f6b6216260c10', 'gw_port': {'id': '28398bed-bc65-4d0a-89c5-667ba47b537c', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ba:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54a0e8c-01a0-4e6a-a5d5-c52606faf93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:32Z', 'updated_at': '2021-09-08T16:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': 'e7081ee2-d953-485d-b902-d1d9f8576529', 'name': '', 'network_id': 'dc9cc7bf-58d2-4921-b48e-ee225f571f90', 'tenant_id': '70572ef2fa804c9a984f6b6216260c10', 'mac_address': 'fa:16:3e:e4:7c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54a0e8c-01a0-4e6a-a5d5-c52606faf93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a47b7435-b347-4a76-b3bb-9a9c56c0a11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:36Z', 'updated_at': '2021-09-08T16:27:43Z', 'revision_number': 4, 'project_id': '70572ef2fa804c9a984f6b6216260c10', 'subnets': [{'id': 'a47b7435-b347-4a76-b3bb-9a9c56c0a11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:27:44.314162 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb856e7-8a1e-4d9c-8523-d1d747511a56 None None] The sync data for ids ['e54a0e8c-01a0-4e6a-a5d5-c52606faf93e'] in dv-cinder-807898-1-iscsi is: [{'id': 'e54a0e8c-01a0-4e6a-a5d5-c52606faf93e', 'name': 'tempest-TestVolumeBootPattern-99670237-router', 'tenant_id': '70572ef2fa804c9a984f6b6216260c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '28398bed-bc65-4d0a-89c5-667ba47b537c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:31Z', 'updated_at': '2021-09-08T16:27:37Z', 'revision_number': 4, 'project_id': '70572ef2fa804c9a984f6b6216260c10', 'gw_port': {'id': '28398bed-bc65-4d0a-89c5-667ba47b537c', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ba:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54a0e8c-01a0-4e6a-a5d5-c52606faf93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:32Z', 'updated_at': '2021-09-08T16:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': 'e7081ee2-d953-485d-b902-d1d9f8576529', 'name': '', 'network_id': 'dc9cc7bf-58d2-4921-b48e-ee225f571f90', 'tenant_id': '70572ef2fa804c9a984f6b6216260c10', 'mac_address': 'fa:16:3e:e4:7c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54a0e8c-01a0-4e6a-a5d5-c52606faf93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'a47b7435-b347-4a76-b3bb-9a9c56c0a11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:36Z', 'updated_at': '2021-09-08T16:27:43Z', 'revision_number': 4, 'project_id': '70572ef2fa804c9a984f6b6216260c10', 'subnets': [{'id': 'a47b7435-b347-4a76-b3bb-9a9c56c0a11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:27:45.437525 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device e7081ee2-d953-485d-b902-d1d9f8576529 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:27:45.520044 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning for port e7081ee2-d953-485d-b902-d1d9f8576529 completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:27:45.526665 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port e7081ee2-d953-485d-b902-d1d9f8576529 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:27:45.527193 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:45.666018 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:45.707178 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] For port e7081ee2-d953-485d-b902-d1d9f8576529, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=e7081ee2-d953-485d-b902-d1d9f8576529,segment=NetworkSegment(80290d95-d9f4-478e-8ef2-66ec38cf7574),segment_id=80290d95-d9f4-478e-8ef2-66ec38cf7574)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:27:45.711832 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:45.714130 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:27:45.798591 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Pushing event updated for resources: {'Port': ['ID=e7081ee2-d953-485d-b902-d1d9f8576529,revision_number=5']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:27:45.804286 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:27:47.403627 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device e7081ee2-d953-485d-b902-d1d9f8576529 up at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:27:47.481741 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Provisioning complete for port e7081ee2-d953-485d-b902-d1d9f8576529 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:27:47.482124 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:48.351167 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:27:58.693076 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-136e8ab4-6b8c-4ecd-8a44-20ccc5cec4a6 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Synchronizing usage tracker for tenant:d48dfce1083d414da5ba06085d3813d3 on resource:security_group {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:27:58.713090 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-136e8ab4-6b8c-4ecd-8a44-20ccc5cec4a6 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Unset dirty status for tenant:d48dfce1083d414da5ba06085d3813d3 on resource:security_group {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:27:58.714455 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-136e8ab4-6b8c-4ecd-8a44-20ccc5cec4a6 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-241192911&fields=id&tenant_id=d48dfce1083d414da5ba06085d3813d3 HTTP/1.1" status: 200  len: 267 time: 0.0698304
Sep 08 16:27:59.007571 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-c05b091f-49d5-4721-8945-07ed87733316 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:27:59.008312 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-c05b091f-49d5-4721-8945-07ed87733316 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Synchronizing usage tracker for tenant:d48dfce1083d414da5ba06085d3813d3 on resource:network {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:27:59.028922 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-c05b091f-49d5-4721-8945-07ed87733316 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Unset dirty status for tenant:d48dfce1083d414da5ba06085d3813d3 on resource:network {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:27:59.030253 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-c05b091f-49d5-4721-8945-07ed87733316 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/networks?id=69526384-0cc0-4c99-a503-762a8eb23837 HTTP/1.1" status: 200  len: 811 time: 0.3080144
Sep 08 16:27:59.047845 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-6a3e2d73-8a45-4a2d-9642-70f146348e8d tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/quotas/d48dfce1083d414da5ba06085d3813d3 HTTP/1.1" status: 200  len: 375 time: 0.0106473
Sep 08 16:27:59.141318 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-0fc98d1e-edcd-4041-8ac9-71ea0dbc5ebb tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Synchronizing usage tracker for tenant:d48dfce1083d414da5ba06085d3813d3 on resource:port {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:27:59.159972 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-0fc98d1e-edcd-4041-8ac9-71ea0dbc5ebb tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Unset dirty status for tenant:d48dfce1083d414da5ba06085d3813d3 on resource:port {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:27:59.161311 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-0fc98d1e-edcd-4041-8ac9-71ea0dbc5ebb tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d48dfce1083d414da5ba06085d3813d3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1079774
Sep 08 16:27:59.280068 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-a3cb8bfe-f6fc-4d45-bdab-1410d46eda31 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=79426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 08 16:27:59.281114 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-a3cb8bfe-f6fc-4d45-bdab-1410d46eda31 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1081190
Sep 08 16:27:59.424022 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-eb934ad3-e952-4a46-a1ae-6d48023e558d service neutron] 10.222.0.25 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367688
Sep 08 16:27:59.569166 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-1fbce6ef-40bd-499b-bcda-43fb3a273346 service neutron] 10.222.0.25 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1392012
Sep 08 16:28:00.093404 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-e5b7f5b7-586c-4da5-b540-dedc8cd8551d req-132fce92-f078-4c09-92ea-739cf8472113 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=98a3ee99-83f9-4271-84e8-d09119947db2 HTTP/1.1" status: 200  len: 210 time: 0.0549693
Sep 08 16:28:00.813167 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-208a0086-0e61-425c-9fbb-2386102b9318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:01.299603 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:01.415320 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f05ab10c-39a7-4dda-9a3e-d5866b98d487 req-7e900a0c-3bc9-4df9-a9a4-b8a4643aa974 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=98a3ee99-83f9-4271-84e8-d09119947db2 HTTP/1.1" status: 200  len: 210 time: 0.1183424
Sep 08 16:28:01.503082 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-5b2c4c28-702b-4bdf-8bbf-c24d2db92877 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:28:01.505951 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-5b2c4c28-702b-4bdf-8bbf-c24d2db92877 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.70 "GET /v2.0/networks?id=69526384-0cc0-4c99-a503-762a8eb23837 HTTP/1.1" status: 200  len: 811 time: 0.3460789
Sep 08 16:28:01.573676 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-860ba46f-2878-4aec-a9a6-0dd1f49e5304 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d48dfce1083d414da5ba06085d3813d3 HTTP/1.1" status: 200  len: 379 time: 0.0533416
Sep 08 16:28:01.584736 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-8cbde3fe-c4fd-4601-a0fb-52b75ac5b732 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Request body: {'port': {'device_id': '98a3ee99-83f9-4271-84e8-d09119947db2', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'admin_state_up': True, 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'security_groups': ['4e184fc7-81bf-433d-ae36-5563d929eea3']}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:28:01.734776 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-8cbde3fe-c4fd-4601-a0fb-52b75ac5b732 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:28:01.745945 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-8cbde3fe-c4fd-4601-a0fb-52b75ac5b732 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:28:01.758151 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-8cbde3fe-c4fd-4601-a0fb-52b75ac5b732 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Made reservation on behalf of d48dfce1083d414da5ba06085d3813d3 for: {'port': 1} {{(pid=79426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:28:01.762071 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-8cbde3fe-c4fd-4601-a0fb-52b75ac5b732 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:01.955413 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.db_base_plugin_common [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-8cbde3fe-c4fd-4601-a0fb-52b75ac5b732 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Allocated IP 172.20.0.14 (69526384-0cc0-4c99-a503-762a8eb23837/adf73259-df70-4f00-8731-185ca1073a75/c0b0c74d-0643-4b98-b4ed-6e68a631f4c6) {{(pid=79426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:28:02.202572 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-8cbde3fe-c4fd-4601-a0fb-52b75ac5b732 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for port, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:02.225188 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.provisioning_blocks [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-8cbde3fe-c4fd-4601-a0fb-52b75ac5b732 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Transition to ACTIVE for port object c0b0c74d-0643-4b98-b4ed-6e68a631f4c6 will not be triggered until provisioned by entity DHCP. {{(pid=79426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:28:02.258225 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-8cbde3fe-c4fd-4601-a0fb-52b75ac5b732 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:02.266478 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-7851a837-356c-4f68-beb7-5a88200dc7df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:28:02.336554 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-8cbde3fe-c4fd-4601-a0fb-52b75ac5b732 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Network 69526384-0cc0-4c99-a503-762a8eb23837 is already hosted by enough agents. {{(pid=79426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:28:02.340780 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.base_scheduler [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-8cbde3fe-c4fd-4601-a0fb-52b75ac5b732 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Resources bound (agent type, host, resource id):  {{(pid=79426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:28:02.347085 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-8cbde3fe-c4fd-4601-a0fb-52b75ac5b732 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Received port after_create {{(pid=79426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:28:02.391699 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbde3fe-c4fd-4601-a0fb-52b75ac5b732 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Pushing event updated for resources: {'Port': ['ID=c0b0c74d-0643-4b98-b4ed-6e68a631f4c6,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:28:02.398332 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-8cbde3fe-c4fd-4601-a0fb-52b75ac5b732 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:28:02.426906 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-8cbde3fe-c4fd-4601-a0fb-52b75ac5b732 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:28:02.428025 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-8cbde3fe-c4fd-4601-a0fb-52b75ac5b732 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:02.481220 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-8cbde3fe-c4fd-4601-a0fb-52b75ac5b732 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9004955
Sep 08 16:28:02.503640 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-a34f700c-5fc9-449a-942d-e59e38d6fa3b service neutron] Request body: {'port': {'device_id': '98a3ee99-83f9-4271-84e8-d09119947db2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:28:02.609487 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-c3fbd612-c2e6-4e12-8c3d-7feedd6b0f7d None None] Provisioning for port c0b0c74d-0643-4b98-b4ed-6e68a631f4c6 completed by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:28:02.617573 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-c3fbd612-c2e6-4e12-8c3d-7feedd6b0f7d None None] Provisioning complete for port c0b0c74d-0643-4b98-b4ed-6e68a631f4c6 triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:28:02.618429 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-c3fbd612-c2e6-4e12-8c3d-7feedd6b0f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:02.679247 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-c3fbd612-c2e6-4e12-8c3d-7feedd6b0f7d None None] Port c0b0c74d-0643-4b98-b4ed-6e68a631f4c6 cannot update to ACTIVE because it is not bound. {{(pid=79427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 08 16:28:02.707208 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-a34f700c-5fc9-449a-942d-e59e38d6fa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:02.771920 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bc3a8-ec41-4f8e-9488-08023b33283d req-de1488bc-1f73-48b4-964d-a55056c65eb9 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:28:02.772671 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-492bc3a8-ec41-4f8e-9488-08023b33283d req-de1488bc-1f73-48b4-964d-a55056c65eb9 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Synchronizing usage tracker for tenant:d48dfce1083d414da5ba06085d3813d3 on resource:port {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:28:02.816813 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-492bc3a8-ec41-4f8e-9488-08023b33283d req-de1488bc-1f73-48b4-964d-a55056c65eb9 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Unset dirty status for tenant:d48dfce1083d414da5ba06085d3813d3 on resource:port {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:28:02.818130 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-492bc3a8-ec41-4f8e-9488-08023b33283d req-de1488bc-1f73-48b4-964d-a55056c65eb9 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=98a3ee99-83f9-4271-84e8-d09119947db2 HTTP/1.1" status: 200  len: 932 time: 0.2552214
Sep 08 16:28:02.979652 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-492bc3a8-ec41-4f8e-9488-08023b33283d req-3f30231d-5460-41fc-b18f-ae7807b74cba tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1187847
Sep 08 16:28:03.369199 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.notifiers.nova [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-a34f700c-5fc9-449a-942d-e59e38d6fa3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0b0c74d-0643-4b98-b4ed-6e68a631f4c6 {{(pid=79426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:28:03.377995 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-a34f700c-5fc9-449a-942d-e59e38d6fa3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:03.394677 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.provisioning_blocks [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-a34f700c-5fc9-449a-942d-e59e38d6fa3b service neutron] Transition to ACTIVE for port object c0b0c74d-0643-4b98-b4ed-6e68a631f4c6 will not be triggered until provisioned by entity L2. {{(pid=79426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:28:03.399804 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-a34f700c-5fc9-449a-942d-e59e38d6fa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353071'] for port, after_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:03.405685 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-b5ed8f27-e0d2-4f95-a700-444644a2b10a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:28:03.562276 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f700c-5fc9-449a-942d-e59e38d6fa3b service neutron] Pushing event updated for resources: {'Port': ['ID=c0b0c74d-0643-4b98-b4ed-6e68a631f4c6,revision_number=2']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:28:03.571415 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-a34f700c-5fc9-449a-942d-e59e38d6fa3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:28:03.658659 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.managers [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-a34f700c-5fc9-449a-942d-e59e38d6fa3b service neutron] Attempting to bind port c0b0c74d-0643-4b98-b4ed-6e68a631f4c6 on host hv-cinder-80789 for vnic_type normal with profile  {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:28:03.659078 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.managers [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-a34f700c-5fc9-449a-942d-e59e38d6fa3b service neutron] Attempting to bind port c0b0c74d-0643-4b98-b4ed-6e68a631f4c6 by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': 'dde4aef1-ea99-4d91-88f4-509b119e584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837'}] {{(pid=79426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:28:03.659511 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-a34f700c-5fc9-449a-942d-e59e38d6fa3b service neutron] Attempting to bind port c0b0c74d-0643-4b98-b4ed-6e68a631f4c6 on network 69526384-0cc0-4c99-a503-762a8eb23837 {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:28:03.665159 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-a34f700c-5fc9-449a-942d-e59e38d6fa3b service neutron] Port c0b0c74d-0643-4b98-b4ed-6e68a631f4c6 on network 69526384-0cc0-4c99-a503-762a8eb23837 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 08 16:28:03.665575 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-a34f700c-5fc9-449a-942d-e59e38d6fa3b service neutron] Attempting to bind port c0b0c74d-0643-4b98-b4ed-6e68a631f4c6 on network 69526384-0cc0-4c99-a503-762a8eb23837 {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:28:03.672371 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-a34f700c-5fc9-449a-942d-e59e38d6fa3b service neutron] Checking agent: {'id': 'c4ee52ba-d613-406f-b441-649e3bfebfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'started_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:28:03.672749 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-a34f700c-5fc9-449a-942d-e59e38d6fa3b service neutron] Checking segment: {'id': 'dde4aef1-ea99-4d91-88f4-509b119e584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:28:03.673095 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-a34f700c-5fc9-449a-942d-e59e38d6fa3b service neutron] Bound using segment: {'id': 'dde4aef1-ea99-4d91-88f4-509b119e584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837'} {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:28:03.673530 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.managers [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-a34f700c-5fc9-449a-942d-e59e38d6fa3b service neutron] Bound port: c0b0c74d-0643-4b98-b4ed-6e68a631f4c6, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dde4aef1-ea99-4d91-88f4-509b119e584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837'}}] {{(pid=79426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:28:03.673880 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-a34f700c-5fc9-449a-942d-e59e38d6fa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:03.772826 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-a34f700c-5fc9-449a-942d-e59e38d6fa3b service neutron] For port c0b0c74d-0643-4b98-b4ed-6e68a631f4c6, host hv-cinder-80789, cleared binding levels {{(pid=79426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:28:03.776152 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-a34f700c-5fc9-449a-942d-e59e38d6fa3b service neutron] For port c0b0c74d-0643-4b98-b4ed-6e68a631f4c6, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=c0b0c74d-0643-4b98-b4ed-6e68a631f4c6,segment=NetworkSegment(dde4aef1-ea99-4d91-88f4-509b119e584d),segment_id=dde4aef1-ea99-4d91-88f4-509b119e584d)] {{(pid=79426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:28:03.781747 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-a34f700c-5fc9-449a-942d-e59e38d6fa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353071'] for port, after_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:03.786297 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-05fb2d89-869f-42eb-8d23-1d89f22482b6 tempest-VolumesSnapshotTestJSON-516044987 tempest-VolumesSnapshotTestJSON-516044987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:28:03.851399 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-a34f700c-5fc9-449a-942d-e59e38d6fa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:28:03.852055 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-a34f700c-5fc9-449a-942d-e59e38d6fa3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:03.853469 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-a34f700c-5fc9-449a-942d-e59e38d6fa3b service neutron] 10.222.0.70 "PUT /v2.0/ports/c0b0c74d-0643-4b98-b4ed-6e68a631f4c6 HTTP/1.1" status: 200  len: 1094 time: 1.3582261
Sep 08 16:28:03.854022 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a3ee99-83f9-4271-84e8-d09119947db2', 'tag': 'c0b0c74d-0643-4b98-b4ed-6e68a631f4c6'}] {{(pid=79426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:28:03.884886 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f700c-5fc9-449a-942d-e59e38d6fa3b service neutron] Pushing event updated for resources: {'Port': ['ID=c0b0c74d-0643-4b98-b4ed-6e68a631f4c6,revision_number=3']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:28:03.892391 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-a34f700c-5fc9-449a-942d-e59e38d6fa3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:28:03.956832 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a3ee99-83f9-4271-84e8-d09119947db2', 'tag': 'c0b0c74d-0643-4b98-b4ed-6e68a631f4c6', 'status': 'completed', 'code': 200}
Sep 08 16:28:03.964629 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-680483e9-791a-441c-a325-fe7c2f170c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:04.066985 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-d48a0117-9f1d-423a-9a9d-cadad44b022a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:28:04.068737 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-d48a0117-9f1d-423a-9a9d-cadad44b022a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d48dfce1083d414da5ba06085d3813d3&device_id=98a3ee99-83f9-4271-84e8-d09119947db2 HTTP/1.1" status: 200  len: 1097 time: 0.0996389
Sep 08 16:28:04.187816 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-a3371af9-2fa7-4bd6-bb2a-4899c47c05aa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0b0c74d-0643-4b98-b4ed-6e68a631f4c6 HTTP/1.1" status: 200  len: 217 time: 0.1033356
Sep 08 16:28:04.276086 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-e548d112-1c14-4006-9851-76231a7b80ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:28:04.278113 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-e548d112-1c14-4006-9851-76231a7b80ee service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf73259-df70-4f00-8731-185ca1073a75 HTTP/1.1" status: 200  len: 850 time: 0.0829344
Sep 08 16:28:04.333726 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a0d2c-ed09-4a04-bfe1-f2d5472e3a71 req-7ddca2fc-a217-45d3-ad89-a584dece6175 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:28:04.335294 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-595a0d2c-ed09-4a04-bfe1-f2d5472e3a71 req-7ddca2fc-a217-45d3-ad89-a584dece6175 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=98a3ee99-83f9-4271-84e8-d09119947db2 HTTP/1.1" status: 200  len: 944 time: 0.1962523
Sep 08 16:28:04.399068 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-595a0d2c-ed09-4a04-bfe1-f2d5472e3a71 req-89f15bb0-a84e-42cc-b0dc-50ac48768328 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529099
Sep 08 16:28:04.409641 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-ab423e19-5224-41e9-84cc-23f56fffc580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:28:04.411163 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-ab423e19-5224-41e9-84cc-23f56fffc580 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69526384-0cc0-4c99-a503-762a8eb23837&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1274762
Sep 08 16:28:04.556298 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-825f4461-5653-4f10-b78a-a19933010653 service neutron] 10.222.0.70 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380053
Sep 08 16:28:04.718321 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5b8b75aa-9a96-47a4-a917-15dde07862b4 req-69b7be03-4585-4c85-a0fc-86bf1c2e8ed1 service neutron] 10.222.0.70 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1543436
Sep 08 16:28:04.909145 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76eed9-0ce5-4be1-9fdb-d6e6e137ec34 req-ea44d185-af22-4907-9743-41666d34f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:28:04.911789 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7d76eed9-0ce5-4be1-9fdb-d6e6e137ec34 req-ea44d185-af22-4907-9743-41666d34f4db service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d48dfce1083d414da5ba06085d3813d3&device_id=98a3ee99-83f9-4271-84e8-d09119947db2 HTTP/1.1" status: 200  len: 1097 time: 0.0949643
Sep 08 16:28:05.069768 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76eed9-0ce5-4be1-9fdb-d6e6e137ec34 req-841bcac9-7e84-4752-86bd-61a312dbf248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:28:05.071331 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7d76eed9-0ce5-4be1-9fdb-d6e6e137ec34 req-841bcac9-7e84-4752-86bd-61a312dbf248 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69526384-0cc0-4c99-a503-762a8eb23837 HTTP/1.1" status: 200  len: 912 time: 0.1521928
Sep 08 16:28:05.142352 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7d76eed9-0ce5-4be1-9fdb-d6e6e137ec34 req-d10f6d1a-362b-4424-ba43-d9d36fbb0e9e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0b0c74d-0643-4b98-b4ed-6e68a631f4c6 HTTP/1.1" status: 200  len: 217 time: 0.0640526
Sep 08 16:28:05.269388 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:05.317478 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76eed9-0ce5-4be1-9fdb-d6e6e137ec34 req-43b434a2-7213-4790-9104-e743588efd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:28:05.318942 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7d76eed9-0ce5-4be1-9fdb-d6e6e137ec34 req-43b434a2-7213-4790-9104-e743588efd50 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf73259-df70-4f00-8731-185ca1073a75 HTTP/1.1" status: 200  len: 850 time: 0.1702688
Sep 08 16:28:05.454516 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76eed9-0ce5-4be1-9fdb-d6e6e137ec34 req-7f9698e3-e436-4fb1-800e-35350c26d182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:28:05.457093 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7d76eed9-0ce5-4be1-9fdb-d6e6e137ec34 req-7f9698e3-e436-4fb1-800e-35350c26d182 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69526384-0cc0-4c99-a503-762a8eb23837&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1309314
Sep 08 16:28:05.673613 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7d76eed9-0ce5-4be1-9fdb-d6e6e137ec34 req-5c4bfdf4-6601-4611-a8ee-e3cb99be07ad service neutron] 10.222.0.70 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2087054
Sep 08 16:28:05.686872 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c8eb9-b772-4bb5-9905-8dcca7d5a4ff req-d1f8768c-bfc3-4a9d-8c53-8a7229f43be6 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:28:05.688534 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-735c8eb9-b772-4bb5-9905-8dcca7d5a4ff req-d1f8768c-bfc3-4a9d-8c53-8a7229f43be6 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=98a3ee99-83f9-4271-84e8-d09119947db2 HTTP/1.1" status: 200  len: 944 time: 0.1500664
Sep 08 16:28:05.828059 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-735c8eb9-b772-4bb5-9905-8dcca7d5a4ff req-89dfb638-ff8d-47a2-b7b6-5b63ff34a1ec tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1198387
Sep 08 16:28:05.868485 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-7d76eed9-0ce5-4be1-9fdb-d6e6e137ec34 req-4f5cba9c-8240-49b8-b01a-826fa2a03fc7 service neutron] 10.222.0.70 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1786582
Sep 08 16:28:07.047301 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d38d88-db23-406c-aa7f-0e33b09158e2 req-5a647d17-4bd8-4d86-a613-ff9dd0bf7b1a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:28:07.048908 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-32d38d88-db23-406c-aa7f-0e33b09158e2 req-5a647d17-4bd8-4d86-a613-ff9dd0bf7b1a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=98a3ee99-83f9-4271-84e8-d09119947db2 HTTP/1.1" status: 200  len: 944 time: 0.0888796
Sep 08 16:28:07.096157 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-32d38d88-db23-406c-aa7f-0e33b09158e2 req-3f30c325-c9e5-4516-aecb-f234df097de7 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413096
Sep 08 16:28:07.368839 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:07.748468 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:28:08.291779 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9014f1-d7ea-45f4-a5db-27503bf9805d req-d82ebde1-5fdd-4a9f-a238-61f04a72cdf4 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:28:08.294099 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-1c9014f1-d7ea-45f4-a5db-27503bf9805d req-d82ebde1-5fdd-4a9f-a238-61f04a72cdf4 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=98a3ee99-83f9-4271-84e8-d09119947db2 HTTP/1.1" status: 200  len: 944 time: 0.0848441
Sep 08 16:28:08.364463 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-1c9014f1-d7ea-45f4-a5db-27503bf9805d req-87b36ddd-f74f-44c4-9fc2-a27d02c417e3 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0642533
Sep 08 16:28:09.578431 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772233d-7805-48bb-ae3b-2119cc655352 req-6fcf87ec-1583-4efa-bc2a-fcbeae099ed2 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:28:09.580366 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f772233d-7805-48bb-ae3b-2119cc655352 req-6fcf87ec-1583-4efa-bc2a-fcbeae099ed2 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=98a3ee99-83f9-4271-84e8-d09119947db2 HTTP/1.1" status: 200  len: 944 time: 0.0896401
Sep 08 16:28:09.632376 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f772233d-7805-48bb-ae3b-2119cc655352 req-40f3d23c-01b0-44cb-8358-608d4c56a0ea tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450883
Sep 08 16:28:10.849332 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c88e2f-cb4a-42f2-a06b-fabd407f4b43 req-d54782b7-63e0-4ff5-946c-e72337fdaca1 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:28:10.851380 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-71c88e2f-cb4a-42f2-a06b-fabd407f4b43 req-d54782b7-63e0-4ff5-946c-e72337fdaca1 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=98a3ee99-83f9-4271-84e8-d09119947db2 HTTP/1.1" status: 200  len: 944 time: 0.0833015
Sep 08 16:28:10.905997 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-71c88e2f-cb4a-42f2-a06b-fabd407f4b43 req-379ecbd1-6e33-406f-b13d-a3adeb4ff667 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475523
Sep 08 16:28:12.118566 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a835b7-7bd1-4a97-bbc5-16f526594880 req-e0b3ee78-b25d-4250-804e-302cc9c35cc1 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:28:12.120070 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-37a835b7-7bd1-4a97-bbc5-16f526594880 req-e0b3ee78-b25d-4250-804e-302cc9c35cc1 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=98a3ee99-83f9-4271-84e8-d09119947db2 HTTP/1.1" status: 200  len: 944 time: 0.0861027
Sep 08 16:28:12.166984 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-37a835b7-7bd1-4a97-bbc5-16f526594880 req-b83bc93a-60c3-4321-a270-41b5196a8213 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399489
Sep 08 16:28:13.383802 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca6c13-dae1-47db-89c1-c9126f29277b req-905bed0d-03f0-4fbd-a3a4-3b44f58668d9 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:28:13.385639 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-18ca6c13-dae1-47db-89c1-c9126f29277b req-905bed0d-03f0-4fbd-a3a4-3b44f58668d9 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=98a3ee99-83f9-4271-84e8-d09119947db2 HTTP/1.1" status: 200  len: 944 time: 0.1055050
Sep 08 16:28:13.434919 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-18ca6c13-dae1-47db-89c1-c9126f29277b req-2f159dc9-41ec-42d2-a9e0-de040a3077cb tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429916
Sep 08 16:28:13.683688 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device c0b0c74d-0643-4b98-b4ed-6e68a631f4c6 details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 08 16:28:13.833188 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port c0b0c74d-0643-4b98-b4ed-6e68a631f4c6, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=c0b0c74d-0643-4b98-b4ed-6e68a631f4c6,segment=NetworkSegment(dde4aef1-ea99-4d91-88f4-509b119e584d),segment_id=dde4aef1-ea99-4d91-88f4-509b119e584d)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:28:13.849425 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Returning: {'device': 'c0b0c74d-0643-4b98-b4ed-6e68a631f4c6', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'port_id': 'c0b0c74d-0643-4b98-b4ed-6e68a631f4c6', 'mac_address': 'fa:16:3e:a9:19:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adf73259-df70-4f00-8731-185ca1073a75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 08 16:28:13.915755 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:13.934741 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0b0c74d-0643-4b98-b4ed-6e68a631f4c6 {{(pid=79427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:28:13.952806 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port c0b0c74d-0643-4b98-b4ed-6e68a631f4c6, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=c0b0c74d-0643-4b98-b4ed-6e68a631f4c6,segment=NetworkSegment(dde4aef1-ea99-4d91-88f4-509b119e584d),segment_id=dde4aef1-ea99-4d91-88f4-509b119e584d)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:28:13.957387 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:13.959261 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:28:14.043732 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=c0b0c74d-0643-4b98-b4ed-6e68a631f4c6,revision_number=4']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:28:14.047891 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:28:14.240636 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['c0b0c74d-0643-4b98-b4ed-6e68a631f4c6'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:28:14.629308 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006e59b-a195-4d21-b4e5-937ec3ee163a req-53962afe-1652-4564-b2b6-9695486d12db tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:28:14.630833 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3006e59b-a195-4d21-b4e5-937ec3ee163a req-53962afe-1652-4564-b2b6-9695486d12db tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=98a3ee99-83f9-4271-84e8-d09119947db2 HTTP/1.1" status: 200  len: 945 time: 0.0835471
Sep 08 16:28:14.678237 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3006e59b-a195-4d21-b4e5-937ec3ee163a req-7508c0a2-de27-4cc1-a167-a3ac5365a5db tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401847
Sep 08 16:28:15.701371 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device c0b0c74d-0643-4b98-b4ed-6e68a631f4c6 up at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:28:15.777986 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning for port c0b0c74d-0643-4b98-b4ed-6e68a631f4c6 completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:28:15.786822 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning complete for port c0b0c74d-0643-4b98-b4ed-6e68a631f4c6 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:28:15.787444 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:15.892383 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b48cb0-04ff-4f48-929c-84d47fe2b04d req-2188c8e6-a385-452e-96ee-a8e2b5a6f0f8 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:28:15.894610 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-53b48cb0-04ff-4f48-929c-84d47fe2b04d req-2188c8e6-a385-452e-96ee-a8e2b5a6f0f8 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=98a3ee99-83f9-4271-84e8-d09119947db2 HTTP/1.1" status: 200  len: 945 time: 0.0888081
Sep 08 16:28:15.944479 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:15.946870 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-53b48cb0-04ff-4f48-929c-84d47fe2b04d req-2d40d9db-16e4-4bd8-9532-6fa6aa27f26f tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454450
Sep 08 16:28:15.974151 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a3ee99-83f9-4271-84e8-d09119947db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b0c74d-0643-4b98-b4ed-6e68a631f4c6'}] {{(pid=79427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:28:15.984012 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port c0b0c74d-0643-4b98-b4ed-6e68a631f4c6, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=c0b0c74d-0643-4b98-b4ed-6e68a631f4c6,segment=NetworkSegment(dde4aef1-ea99-4d91-88f4-509b119e584d),segment_id=dde4aef1-ea99-4d91-88f4-509b119e584d)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:28:15.990401 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:15.992403 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:28:16.071259 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=c0b0c74d-0643-4b98-b4ed-6e68a631f4c6,revision_number=5']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:28:16.074948 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:28:16.128471 dv-cinder-807898-1-iscsi neutron-server[79427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a3ee99-83f9-4271-84e8-d09119947db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b0c74d-0643-4b98-b4ed-6e68a631f4c6', 'code': 200}
Sep 08 16:28:16.438646 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4210b0-bfae-4abc-a886-da8b47d34b3d req-b70b0cb7-81f3-44f2-a05b-c54156baa066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:28:16.440167 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-fc4210b0-bfae-4abc-a886-da8b47d34b3d req-b70b0cb7-81f3-44f2-a05b-c54156baa066 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=98a3ee99-83f9-4271-84e8-d09119947db2 HTTP/1.1" status: 200  len: 1099 time: 0.0745435
Sep 08 16:28:16.488351 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-fc4210b0-bfae-4abc-a886-da8b47d34b3d req-b87f9e09-a26d-4ef3-a9a3-727bff859d5a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416050
Sep 08 16:28:17.150782 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674a661-9f91-4948-a862-bc65fbd034d7 req-20ba9818-cb04-4370-bc9d-cf8cf6698552 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:28:17.153343 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-e674a661-9f91-4948-a862-bc65fbd034d7 req-20ba9818-cb04-4370-bc9d-cf8cf6698552 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=98a3ee99-83f9-4271-84e8-d09119947db2 HTTP/1.1" status: 200  len: 946 time: 0.0910063
Sep 08 16:28:17.208653 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-e674a661-9f91-4948-a862-bc65fbd034d7 req-0d5694de-40aa-481c-b3ea-e2ae92a2a989 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448589
Sep 08 16:28:18.348695 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:18.408319 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4137c-d3e7-49c7-beb1-2a83925f06cb req-4c2a5e23-94a8-4d30-919e-f4569cc1e805 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:28:18.410114 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-34d4137c-d3e7-49c7-beb1-2a83925f06cb req-4c2a5e23-94a8-4d30-919e-f4569cc1e805 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=98a3ee99-83f9-4271-84e8-d09119947db2 HTTP/1.1" status: 200  len: 946 time: 0.0915289
Sep 08 16:28:18.461053 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-34d4137c-d3e7-49c7-beb1-2a83925f06cb req-f2088a7c-38d4-4763-99c6-36835f99ff1f tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439405
Sep 08 16:28:18.658116 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919b99d-a35a-46b5-ab85-bb2fd44b1281 req-96113f46-742e-4751-bc44-cec5e84f2d3d tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:28:18.659825 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5919b99d-a35a-46b5-ab85-bb2fd44b1281 req-96113f46-742e-4751-bc44-cec5e84f2d3d tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=98a3ee99-83f9-4271-84e8-d09119947db2 HTTP/1.1" status: 200  len: 946 time: 0.0885789
Sep 08 16:28:18.737059 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5919b99d-a35a-46b5-ab85-bb2fd44b1281 req-c10b6079-8bac-447e-b104-5f75fc9200f9 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0708663
Sep 08 16:28:18.763720 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 47260) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:28:18.908979 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defda990-e6d2-4e5e-ba1a-f9da5d1863b3 tempest-TestVolumeBootPattern-101888016 tempest-TestVolumeBootPattern-101888016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:28:18.909689 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-defda990-e6d2-4e5e-ba1a-f9da5d1863b3 tempest-TestVolumeBootPattern-101888016 tempest-TestVolumeBootPattern-101888016-project-admin] Synchronizing usage tracker for tenant:70572ef2fa804c9a984f6b6216260c10 on resource:port {{(pid=79425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:28:18.931860 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-defda990-e6d2-4e5e-ba1a-f9da5d1863b3 tempest-TestVolumeBootPattern-101888016 tempest-TestVolumeBootPattern-101888016-project-admin] Unset dirty status for tenant:70572ef2fa804c9a984f6b6216260c10 on resource:port {{(pid=79425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:28:18.936952 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-defda990-e6d2-4e5e-ba1a-f9da5d1863b3 tempest-TestVolumeBootPattern-101888016 tempest-TestVolumeBootPattern-101888016-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=98a3ee99-83f9-4271-84e8-d09119947db2 HTTP/1.1" status: 200  len: 1094 time: 0.1717072
Sep 08 16:28:18.937640 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 47266) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:28:18.943085 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Request body: {'floatingip': {'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'port_id': 'c0b0c74d-0643-4b98-b4ed-6e68a631f4c6', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:28:18.950356 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:28:18.955065 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Usage tracker for resource:floatingip and tenant:d48dfce1083d414da5ba06085d3813d3 is out of sync, need to count used quota {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:28:18.958874 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:28:18.966194 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:28:18.977707 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for floatingip, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:19.232710 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:19.441724 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.db_base_plugin_common [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Allocated IP 172.27.2.90 (e2ed1a71-8bc5-4c91-9ec3-df61c44bef44/a1e16140-da4f-4587-a2e7-78015b4d0ba3/530f3c06-2a71-4b74-be77-0a7a286bc42f) {{(pid=79426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:28:19.615797 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for port, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:19.647418 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:19.651524 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-a34f700c-5fc9-449a-942d-e59e38d6fa3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:28:19.732802 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Network e2ed1a71-8bc5-4c91-9ec3-df61c44bef44 is already hosted by enough agents. {{(pid=79426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:28:19.736270 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.base_scheduler [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Resources bound (agent type, host, resource id):  {{(pid=79426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:28:19.741398 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Received port after_create {{(pid=79426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:28:19.773693 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Pushing event updated for resources: {'Port': ['ID=530f3c06-2a71-4b74-be77-0a7a286bc42f,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:28:19.783834 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:28:20.275550 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:20.383161 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:20.676384 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for port, precommit_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:20.681881 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353071'] for port, after_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:20.688542 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-7d64c7d5-57d2-49d2-a253-2d456647e2a5 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:28:20.839246 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Pushing event updated for resources: {'Port': ['ID=530f3c06-2a71-4b74-be77-0a7a286bc42f,revision_number=2']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:28:20.861560 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:28:20.861940 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:28:20.862312 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:28:20.862678 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:28:20.863047 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:28:20.863411 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:28:20.863797 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:28:20.864163 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:28:20.864542 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:28:20.864894 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:28:20.865251 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:28:20.865604 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:28:20.871947 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:28:20.875652 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1948197'] for floatingip, after_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:21.110093 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.db.l3_db [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Floating IP 46a30974-dac7-40a3-aac3-9861fa92e150 associated. External IP: 172.27.2.90, port: c0b0c74d-0643-4b98-b4ed-6e68a631f4c6.
Sep 08 16:28:21.614466 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Router beba8cf4-cebe-448e-9ba0-615239f5a40e has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:28:21.804779 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:28:21.818900 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0593a536-2ecf-4a72-9e12-c75efd7963bd None None] Sync routers for ids ['beba8cf4-cebe-448e-9ba0-615239f5a40e'] in dv-cinder-807898-1-iscsi {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:28:21.831704 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0593a536-2ecf-4a72-9e12-c75efd7963bd None None] Routers {'beba8cf4-cebe-448e-9ba0-615239f5a40e'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:28:21.832354 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-0593a536-2ecf-4a72-9e12-c75efd7963bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251ce1400>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:28:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['beba8cf4-cebe-448e-9ba0-615239f5a40e'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:28:21.838085 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for floatingip, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:21.939626 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-cf99c154-cbc0-4758-9ef5-425f5a1c547b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9869924
Sep 08 16:28:21.939626 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a3ee99-83f9-4271-84e8-d09119947db2', 'tag': 'c0b0c74d-0643-4b98-b4ed-6e68a631f4c6'}] {{(pid=79426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:28:22.003646 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a3ee99-83f9-4271-84e8-d09119947db2', 'tag': 'c0b0c74d-0643-4b98-b4ed-6e68a631f4c6', 'status': 'completed', 'code': 200}
Sep 08 16:28:22.051395 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-0593a536-2ecf-4a72-9e12-c75efd7963bd None None] Set router beba8cf4-cebe-448e-9ba0-615239f5a40e gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:28:22.120787 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0813c54-f886-4df2-b5af-1609ceb53b4e req-19b047cd-fd06-4255-821b-1b309b3be6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:28:22.123163 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f0813c54-f886-4df2-b5af-1609ceb53b4e req-19b047cd-fd06-4255-821b-1b309b3be6e1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d48dfce1083d414da5ba06085d3813d3&device_id=98a3ee99-83f9-4271-84e8-d09119947db2 HTTP/1.1" status: 200  len: 1099 time: 0.0761299
Sep 08 16:28:22.269155 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0813c54-f886-4df2-b5af-1609ceb53b4e req-546ed18c-ffa1-4d1d-9fb8-f0830bd63738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:28:22.270748 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f0813c54-f886-4df2-b5af-1609ceb53b4e req-546ed18c-ffa1-4d1d-9fb8-f0830bd63738 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69526384-0cc0-4c99-a503-762a8eb23837 HTTP/1.1" status: 200  len: 912 time: 0.1399574
Sep 08 16:28:22.400500 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f0813c54-f886-4df2-b5af-1609ceb53b4e req-013265f6-dcfd-4c8b-a714-7235fcd46ec4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0b0c74d-0643-4b98-b4ed-6e68a631f4c6 HTTP/1.1" status: 200  len: 999 time: 0.1140666
Sep 08 16:28:22.470557 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-0593a536-2ecf-4a72-9e12-c75efd7963bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251ce1400>, [{'id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'name': 'tempest-TestVolumeBootPattern-166714472-router', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:23Z', 'updated_at': '2021-09-08T16:27:28Z', 'revision_number': 4, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'gw_port': {'id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:68:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:24Z', 'updated_at': '2021-09-08T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_floatingips': [{'id': '46a30974-dac7-40a3-aac3-9861fa92e150', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'floating_ip_address': '172.27.2.90', 'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'router_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'port_id': 'c0b0c74d-0643-4b98-b4ed-6e68a631f4c6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'mac_address': 'fa:16:3e:a9:19:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a3ee99-83f9-4271-84e8-d09119947db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:28:20Z', 'updated_at': '2021-09-08T16:28:20Z', 'revision_number': 0, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c2b93ac-a896-4f1e-9e02-ff906feab604', 'name': '', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'mac_address': 'fa:16:3e:3e:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'adf73259-df70-4f00-8731-185ca1073a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:27Z', 'updated_at': '2021-09-08T16:27:36Z', 'revision_number': 5, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'subnets': [{'id': 'adf73259-df70-4f00-8731-185ca1073a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:28:22.474143 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0813c54-f886-4df2-b5af-1609ceb53b4e req-4417ad29-e0cd-4ac1-a52c-402084d53a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:28:22.476352 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f0813c54-f886-4df2-b5af-1609ceb53b4e req-4417ad29-e0cd-4ac1-a52c-402084d53a04 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf73259-df70-4f00-8731-185ca1073a75 HTTP/1.1" status: 200  len: 850 time: 0.0695336
Sep 08 16:28:22.477947 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0593a536-2ecf-4a72-9e12-c75efd7963bd None None] Checking router: beba8cf4-cebe-448e-9ba0-615239f5a40e for host: dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:28:22.494361 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0593a536-2ecf-4a72-9e12-c75efd7963bd None None] Routers {'beba8cf4-cebe-448e-9ba0-615239f5a40e'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:28:22.495451 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-0593a536-2ecf-4a72-9e12-c75efd7963bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251ce1400>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:28:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['beba8cf4-cebe-448e-9ba0-615239f5a40e'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:28:22.566373 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0813c54-f886-4df2-b5af-1609ceb53b4e req-911d5447-cda3-46cd-adbb-5ce265494d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:28:22.568933 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f0813c54-f886-4df2-b5af-1609ceb53b4e req-911d5447-cda3-46cd-adbb-5ce265494d24 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69526384-0cc0-4c99-a503-762a8eb23837&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0858400
Sep 08 16:28:22.724602 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f0813c54-f886-4df2-b5af-1609ceb53b4e req-67b0a492-a589-49e2-891e-876b3abcaae5 service neutron] 10.222.0.70 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1481993
Sep 08 16:28:22.726235 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-0593a536-2ecf-4a72-9e12-c75efd7963bd None None] Set router beba8cf4-cebe-448e-9ba0-615239f5a40e gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:28:22.872612 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-f0813c54-f886-4df2-b5af-1609ceb53b4e req-d7deb69a-2d9b-4da9-86aa-5de667ae8409 service neutron] 10.222.0.70 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408625
Sep 08 16:28:23.070605 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ba999e96-e9ab-4acf-8b0d-b7a427621d44 req-976fa034-3f6f-4e82-a9cf-49ba2927f15c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=98a3ee99-83f9-4271-84e8-d09119947db2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0732827
Sep 08 16:28:23.185499 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-0593a536-2ecf-4a72-9e12-c75efd7963bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251ce1400>, [{'id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'name': 'tempest-TestVolumeBootPattern-166714472-router', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:23Z', 'updated_at': '2021-09-08T16:27:28Z', 'revision_number': 4, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'gw_port': {'id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:68:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:24Z', 'updated_at': '2021-09-08T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_floatingips': [{'id': '46a30974-dac7-40a3-aac3-9861fa92e150', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'floating_ip_address': '172.27.2.90', 'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'router_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'port_id': 'c0b0c74d-0643-4b98-b4ed-6e68a631f4c6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'mac_address': 'fa:16:3e:a9:19:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a3ee99-83f9-4271-84e8-d09119947db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:28:20Z', 'updated_at': '2021-09-08T16:28:20Z', 'revision_number': 0, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c2b93ac-a896-4f1e-9e02-ff906feab604', 'name': '', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'mac_address': 'fa:16:3e:3e:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'adf73259-df70-4f00-8731-185ca1073a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:27Z', 'updated_at': '2021-09-08T16:27:36Z', 'revision_number': 5, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'subnets': [{'id': 'adf73259-df70-4f00-8731-185ca1073a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:28:23.189863 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0593a536-2ecf-4a72-9e12-c75efd7963bd None None] The sync data for ids ['beba8cf4-cebe-448e-9ba0-615239f5a40e'] in dv-cinder-807898-1-iscsi is: [{'id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'name': 'tempest-TestVolumeBootPattern-166714472-router', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:23Z', 'updated_at': '2021-09-08T16:27:28Z', 'revision_number': 4, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'gw_port': {'id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:68:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:24Z', 'updated_at': '2021-09-08T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_floatingips': [{'id': '46a30974-dac7-40a3-aac3-9861fa92e150', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'floating_ip_address': '172.27.2.90', 'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'router_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'port_id': 'c0b0c74d-0643-4b98-b4ed-6e68a631f4c6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'mac_address': 'fa:16:3e:a9:19:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a3ee99-83f9-4271-84e8-d09119947db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:28:20Z', 'updated_at': '2021-09-08T16:28:20Z', 'revision_number': 0, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c2b93ac-a896-4f1e-9e02-ff906feab604', 'name': '', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'mac_address': 'fa:16:3e:3e:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'adf73259-df70-4f00-8731-185ca1073a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:27Z', 'updated_at': '2021-09-08T16:27:36Z', 'revision_number': 5, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'subnets': [{'id': 'adf73259-df70-4f00-8731-185ca1073a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:28:23.367197 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba999e96-e9ab-4acf-8b0d-b7a427621d44 req-0bf3eb22-7179-424d-85a9-694489da9224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:28:23.369026 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ba999e96-e9ab-4acf-8b0d-b7a427621d44 req-0bf3eb22-7179-424d-85a9-694489da9224 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d48dfce1083d414da5ba06085d3813d3&device_id=98a3ee99-83f9-4271-84e8-d09119947db2 HTTP/1.1" status: 200  len: 1099 time: 0.2010148
Sep 08 16:28:23.414890 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26f1350-6fab-4c7e-b73c-a21553ed9b96 None None] New status for floating IP 46a30974-dac7-40a3-aac3-9861fa92e150: ACTIVE {{(pid=79428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 08 16:28:23.534730 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba999e96-e9ab-4acf-8b0d-b7a427621d44 req-b4b291ed-40f6-467d-ad56-573669de68ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:28:23.536811 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ba999e96-e9ab-4acf-8b0d-b7a427621d44 req-b4b291ed-40f6-467d-ad56-573669de68ac service neutron] 10.222.0.70 "GET /v2.0/networks?id=69526384-0cc0-4c99-a503-762a8eb23837 HTTP/1.1" status: 200  len: 912 time: 0.1454453
Sep 08 16:28:23.673777 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ba999e96-e9ab-4acf-8b0d-b7a427621d44 req-ef01f076-ef0b-4ff2-99b1-b76856d53348 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0b0c74d-0643-4b98-b4ed-6e68a631f4c6 HTTP/1.1" status: 200  len: 999 time: 0.1223290
Sep 08 16:28:23.761867 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba999e96-e9ab-4acf-8b0d-b7a427621d44 req-8e30776f-3e1f-4254-b912-bb18f2838ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:28:23.763325 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ba999e96-e9ab-4acf-8b0d-b7a427621d44 req-8e30776f-3e1f-4254-b912-bb18f2838ba5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf73259-df70-4f00-8731-185ca1073a75 HTTP/1.1" status: 200  len: 850 time: 0.0831983
Sep 08 16:28:23.853144 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba999e96-e9ab-4acf-8b0d-b7a427621d44 req-1c485bb1-16a4-4828-86b2-b599f836a92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:28:23.854616 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ba999e96-e9ab-4acf-8b0d-b7a427621d44 req-1c485bb1-16a4-4828-86b2-b599f836a92a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69526384-0cc0-4c99-a503-762a8eb23837&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0834308
Sep 08 16:28:24.007663 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ba999e96-e9ab-4acf-8b0d-b7a427621d44 req-7cb72d73-da24-43a1-89f7-ec4ec550b78b service neutron] 10.222.0.70 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1459999
Sep 08 16:28:24.150858 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ba999e96-e9ab-4acf-8b0d-b7a427621d44 req-65c964a0-1628-4572-9f72-81efc20e3138 service neutron] 10.222.0.70 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1363144
Sep 08 16:28:30.807302 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-846b535b-4a3f-41cb-8b96-c966978a6510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:31.297261 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:33.939952 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-86af4d22-be26-4b25-896a-415a3a43b7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:35.270964 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:37.376858 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:28:44.748656 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:28:48.353376 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:29:00.814482 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-e98b7b81-8721-46bc-933c-bd9dfdec4176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:29:01.294656 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:29:03.938534 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-2d86f11e-fbd8-4514-95d6-a4a8de9c2947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:29:05.270612 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:29:07.375664 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:29:18.349899 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:29:21.749075 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:29:24.084738 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2528b764-0130-450b-a761-5f5029ccd71d req-071ccfae-5510-497d-b8d1-3c5ce4ef0e13 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=98a3ee99-83f9-4271-84e8-d09119947db2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0879698
Sep 08 16:29:24.246346 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528b764-0130-450b-a761-5f5029ccd71d req-1421faf0-1a8d-4ff9-a68a-3163e4939a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:29:24.247858 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2528b764-0130-450b-a761-5f5029ccd71d req-1421faf0-1a8d-4ff9-a68a-3163e4939a72 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d48dfce1083d414da5ba06085d3813d3&device_id=98a3ee99-83f9-4271-84e8-d09119947db2 HTTP/1.1" status: 200  len: 1099 time: 0.0770195
Sep 08 16:29:24.507785 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528b764-0130-450b-a761-5f5029ccd71d req-f0b0dca4-293c-47ba-95bd-dacc24c239e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:29:24.510855 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2528b764-0130-450b-a761-5f5029ccd71d req-f0b0dca4-293c-47ba-95bd-dacc24c239e7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69526384-0cc0-4c99-a503-762a8eb23837 HTTP/1.1" status: 200  len: 912 time: 0.2411170
Sep 08 16:29:24.624256 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2528b764-0130-450b-a761-5f5029ccd71d req-eca79eba-a326-491e-991a-3f327e5da445 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0b0c74d-0643-4b98-b4ed-6e68a631f4c6 HTTP/1.1" status: 200  len: 1001 time: 0.1066067
Sep 08 16:29:24.700945 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528b764-0130-450b-a761-5f5029ccd71d req-5d743ff6-2215-4b11-b97d-3c51aa7c1c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:29:24.702693 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2528b764-0130-450b-a761-5f5029ccd71d req-5d743ff6-2215-4b11-b97d-3c51aa7c1c44 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf73259-df70-4f00-8731-185ca1073a75 HTTP/1.1" status: 200  len: 850 time: 0.0706770
Sep 08 16:29:24.784677 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528b764-0130-450b-a761-5f5029ccd71d req-f07e6d8a-043b-405c-809a-e818d25ad2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:29:24.786406 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2528b764-0130-450b-a761-5f5029ccd71d req-f07e6d8a-043b-405c-809a-e818d25ad2f6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69526384-0cc0-4c99-a503-762a8eb23837&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0765181
Sep 08 16:29:24.943319 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2528b764-0130-450b-a761-5f5029ccd71d req-6b1e0756-aa96-4a50-b3d6-20d2409962ec service neutron] 10.222.0.70 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490040
Sep 08 16:29:25.122787 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2528b764-0130-450b-a761-5f5029ccd71d req-b86e25f2-177d-4c73-8a82-3483c741cd62 service neutron] 10.222.0.70 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1723835
Sep 08 16:29:30.809630 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-627d817a-b43a-4300-a78f-32d20c70a01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:29:31.298726 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:29:33.935609 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-16edd83c-6e0b-45a7-9502-ed1aa22851a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:29:35.271571 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:29:37.379741 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:29:48.347011 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:29:58.749254 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:30:00.815615 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-c9bf5381-25ff-4ac9-9b14-5816d0d70283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:01.292504 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:03.933899 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-45c8bd95-a7b5-4e9f-a6d0-d1d47f871f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:05.277366 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:07.381950 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:17.184320 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a33a6d-7042-4b39-b81e-00e6f44ada1b req-f73599c9-a616-48ba-a910-24310c9348a5 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:30:17.186326 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-47a33a6d-7042-4b39-b81e-00e6f44ada1b req-f73599c9-a616-48ba-a910-24310c9348a5 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=98a3ee99-83f9-4271-84e8-d09119947db2 HTTP/1.1" status: 200  len: 946 time: 0.0994697
Sep 08 16:30:17.356605 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-47a33a6d-7042-4b39-b81e-00e6f44ada1b req-4cd41ad5-1a8c-415a-9894-c39d0756fe8e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1640410
Sep 08 16:30:18.348675 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:18.570841 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131df9b-f9dd-4035-b64f-0fe3b54aeb66 req-11e80e8f-4e8a-4838-9e14-f034d49ee13b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:30:18.572882 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-e131df9b-f9dd-4035-b64f-0fe3b54aeb66 req-11e80e8f-4e8a-4838-9e14-f034d49ee13b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=98a3ee99-83f9-4271-84e8-d09119947db2 HTTP/1.1" status: 200  len: 946 time: 0.0902312
Sep 08 16:30:18.623098 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-e131df9b-f9dd-4035-b64f-0fe3b54aeb66 req-85b873e6-e1fd-4546-9f10-e550b7be68aa tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438180
Sep 08 16:30:18.722156 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85956903-049c-4589-82db-0eca0187217b req-4908d987-bfd6-4fbe-918c-899757ff34f8 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:30:18.723956 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-85956903-049c-4589-82db-0eca0187217b req-4908d987-bfd6-4fbe-918c-899757ff34f8 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.70 "GET /v2.0/ports?device_id=98a3ee99-83f9-4271-84e8-d09119947db2 HTTP/1.1" status: 200  len: 946 time: 0.0931211
Sep 08 16:30:18.806372 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [req-85956903-049c-4589-82db-0eca0187217b req-22ad4955-7e15-4560-8135-df8c79a1b82e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Deleting port c0b0c74d-0643-4b98-b4ed-6e68a631f4c6 {{(pid=79426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:30:18.806862 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-85956903-049c-4589-82db-0eca0187217b req-22ad4955-7e15-4560-8135-df8c79a1b82e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:19.126545 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [req-85956903-049c-4589-82db-0eca0187217b req-22ad4955-7e15-4560-8135-df8c79a1b82e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] For port c0b0c74d-0643-4b98-b4ed-6e68a631f4c6, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=c0b0c74d-0643-4b98-b4ed-6e68a631f4c6,segment=NetworkSegment(dde4aef1-ea99-4d91-88f4-509b119e584d),segment_id=dde4aef1-ea99-4d91-88f4-509b119e584d)] {{(pid=79426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:30:19.126972 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-85956903-049c-4589-82db-0eca0187217b req-22ad4955-7e15-4560-8135-df8c79a1b82e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:19.452469 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-85956903-049c-4589-82db-0eca0187217b req-22ad4955-7e15-4560-8135-df8c79a1b82e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:19.452913 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-85956903-049c-4589-82db-0eca0187217b req-22ad4955-7e15-4560-8135-df8c79a1b82e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1948197'] for floatingip, after_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:19.453406 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.db.l3_db [req-85956903-049c-4589-82db-0eca0187217b req-22ad4955-7e15-4560-8135-df8c79a1b82e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Floating IP 46a30974-dac7-40a3-aac3-9861fa92e150 disassociated. External IP: 172.27.2.90, port: c0b0c74d-0643-4b98-b4ed-6e68a631f4c6.
Sep 08 16:30:19.453971 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [req-85956903-049c-4589-82db-0eca0187217b req-22ad4955-7e15-4560-8135-df8c79a1b82e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Calling delete_port for c0b0c74d-0643-4b98-b4ed-6e68a631f4c6 owned by compute:nova {{(pid=79426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:30:19.624192 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-85956903-049c-4589-82db-0eca0187217b req-22ad4955-7e15-4560-8135-df8c79a1b82e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:19.631287 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-ae4f05ee-9052-4898-a7c4-c67bc33c18fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:30:19.684682 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad4955-7e15-4560-8135-df8c79a1b82e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Pushing event deleted for resources: {'Port': ['ID=c0b0c74d-0643-4b98-b4ed-6e68a631f4c6,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:30:19.695258 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ad4955-7e15-4560-8135-df8c79a1b82e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:30:19.695712 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ad4955-7e15-4560-8135-df8c79a1b82e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:30:19.696038 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ad4955-7e15-4560-8135-df8c79a1b82e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:30:19.696637 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ad4955-7e15-4560-8135-df8c79a1b82e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:30:19.697041 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ad4955-7e15-4560-8135-df8c79a1b82e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:30:19.697229 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ad4955-7e15-4560-8135-df8c79a1b82e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:30:19.697644 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ad4955-7e15-4560-8135-df8c79a1b82e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:30:19.698011 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ad4955-7e15-4560-8135-df8c79a1b82e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:30:19.698380 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ad4955-7e15-4560-8135-df8c79a1b82e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:30:19.698735 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ad4955-7e15-4560-8135-df8c79a1b82e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:30:19.699096 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ad4955-7e15-4560-8135-df8c79a1b82e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:30:19.700310 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ad4955-7e15-4560-8135-df8c79a1b82e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:30:19.705530 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-22ad4955-7e15-4560-8135-df8c79a1b82e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:30:19.896501 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-96312396-df0c-456f-93a3-3b6581fb0234 req-de8a1490-6f74-49e3-8f99-332669f52761 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=98a3ee99-83f9-4271-84e8-d09119947db2 HTTP/1.1" status: 200  len: 210 time: 0.0540366
Sep 08 16:30:19.970451 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85956903-049c-4589-82db-0eca0187217b req-22ad4955-7e15-4560-8135-df8c79a1b82e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Router beba8cf4-cebe-448e-9ba0-615239f5a40e has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:30:20.194128 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85956903-049c-4589-82db-0eca0187217b req-22ad4955-7e15-4560-8135-df8c79a1b82e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:30:20.209840 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3921e00-57ba-4cdb-870f-53a5f8a987e5 None None] Sync routers for ids ['beba8cf4-cebe-448e-9ba0-615239f5a40e'] in dv-cinder-807898-1-iscsi {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:30:20.226623 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3921e00-57ba-4cdb-870f-53a5f8a987e5 None None] Routers {'beba8cf4-cebe-448e-9ba0-615239f5a40e'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:30:20.229151 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-e3921e00-57ba-4cdb-870f-53a5f8a987e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4250c01880>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:30:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['beba8cf4-cebe-448e-9ba0-615239f5a40e'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:30:20.415582 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.l3_dvrscheduler_db [req-85956903-049c-4589-82db-0eca0187217b req-22ad4955-7e15-4560-8135-df8c79a1b82e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] No DVR routers for this DVR port c0b0c74d-0643-4b98-b4ed-6e68a631f4c6 on host hv-cinder-80789 {{(pid=79426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 08 16:30:20.418531 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-85956903-049c-4589-82db-0eca0187217b req-22ad4955-7e15-4560-8135-df8c79a1b82e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:20.421425 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a3ee99-83f9-4271-84e8-d09119947db2', 'name': 'network-vif-deleted', 'tag': 'c0b0c74d-0643-4b98-b4ed-6e68a631f4c6'}] {{(pid=79426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:30:20.440095 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-85956903-049c-4589-82db-0eca0187217b req-22ad4955-7e15-4560-8135-df8c79a1b82e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.70 "DELETE /v2.0/ports/c0b0c74d-0643-4b98-b4ed-6e68a631f4c6 HTTP/1.1" status: 204  len: 173 time: 1.7104454
Sep 08 16:30:20.483730 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-e3921e00-57ba-4cdb-870f-53a5f8a987e5 None None] Set router beba8cf4-cebe-448e-9ba0-615239f5a40e gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:30:20.495608 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a3ee99-83f9-4271-84e8-d09119947db2', 'name': 'network-vif-deleted', 'tag': 'c0b0c74d-0643-4b98-b4ed-6e68a631f4c6', 'status': 'completed', 'code': 200}
Sep 08 16:30:20.945612 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-e3921e00-57ba-4cdb-870f-53a5f8a987e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4250c01880>, [{'id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'name': 'tempest-TestVolumeBootPattern-166714472-router', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:23Z', 'updated_at': '2021-09-08T16:27:28Z', 'revision_number': 4, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'gw_port': {'id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:68:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:24Z', 'updated_at': '2021-09-08T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': '5c2b93ac-a896-4f1e-9e02-ff906feab604', 'name': '', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'mac_address': 'fa:16:3e:3e:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'adf73259-df70-4f00-8731-185ca1073a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:27Z', 'updated_at': '2021-09-08T16:27:36Z', 'revision_number': 5, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'subnets': [{'id': 'adf73259-df70-4f00-8731-185ca1073a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:30:20.953489 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3921e00-57ba-4cdb-870f-53a5f8a987e5 None None] Checking router: beba8cf4-cebe-448e-9ba0-615239f5a40e for host: dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:30:20.969505 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3921e00-57ba-4cdb-870f-53a5f8a987e5 None None] Routers {'beba8cf4-cebe-448e-9ba0-615239f5a40e'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:30:20.970587 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-e3921e00-57ba-4cdb-870f-53a5f8a987e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4250c01880>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:30:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['beba8cf4-cebe-448e-9ba0-615239f5a40e'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:30:21.201861 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-83c24da7-b3c8-4bd2-8ed4-58eaa1169b27 req-d119a31a-8303-4784-966c-7dc745c71163 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Synchronizing usage tracker for tenant:d48dfce1083d414da5ba06085d3813d3 on resource:port {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:30:21.224653 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-83c24da7-b3c8-4bd2-8ed4-58eaa1169b27 req-d119a31a-8303-4784-966c-7dc745c71163 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Unset dirty status for tenant:d48dfce1083d414da5ba06085d3813d3 on resource:port {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:30:21.226550 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-83c24da7-b3c8-4bd2-8ed4-58eaa1169b27 req-d119a31a-8303-4784-966c-7dc745c71163 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=98a3ee99-83f9-4271-84e8-d09119947db2 HTTP/1.1" status: 200  len: 210 time: 0.1152465
Sep 08 16:30:21.277621 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-e3921e00-57ba-4cdb-870f-53a5f8a987e5 None None] Set router beba8cf4-cebe-448e-9ba0-615239f5a40e gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:30:21.657555 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-e3921e00-57ba-4cdb-870f-53a5f8a987e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4250c01880>, [{'id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'name': 'tempest-TestVolumeBootPattern-166714472-router', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:23Z', 'updated_at': '2021-09-08T16:27:28Z', 'revision_number': 4, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'gw_port': {'id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:68:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:24Z', 'updated_at': '2021-09-08T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': '5c2b93ac-a896-4f1e-9e02-ff906feab604', 'name': '', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'mac_address': 'fa:16:3e:3e:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'adf73259-df70-4f00-8731-185ca1073a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:27Z', 'updated_at': '2021-09-08T16:27:36Z', 'revision_number': 5, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'subnets': [{'id': 'adf73259-df70-4f00-8731-185ca1073a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:30:21.662656 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3921e00-57ba-4cdb-870f-53a5f8a987e5 None None] The sync data for ids ['beba8cf4-cebe-448e-9ba0-615239f5a40e'] in dv-cinder-807898-1-iscsi is: [{'id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'name': 'tempest-TestVolumeBootPattern-166714472-router', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:23Z', 'updated_at': '2021-09-08T16:27:28Z', 'revision_number': 4, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'gw_port': {'id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:68:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:24Z', 'updated_at': '2021-09-08T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': '5c2b93ac-a896-4f1e-9e02-ff906feab604', 'name': '', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'mac_address': 'fa:16:3e:3e:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'adf73259-df70-4f00-8731-185ca1073a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:27Z', 'updated_at': '2021-09-08T16:27:36Z', 'revision_number': 5, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'subnets': [{'id': 'adf73259-df70-4f00-8731-185ca1073a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:30:21.958822 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b3b970-59da-42ad-9ab6-59b9e3bbba89 None None] New status for floating IP 46a30974-dac7-40a3-aac3-9861fa92e150: DOWN {{(pid=79428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 08 16:30:22.431186 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device c0b0c74d-0643-4b98-b4ed-6e68a631f4c6 no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:30:22.472114 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] No Port match for: c0b0c74d-0643-4b98-b4ed-6e68a631f4c6 {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:30:22.472512 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device c0b0c74d-0643-4b98-b4ed-6e68a631f4c6 not bound to the agent host hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:30:22.573732 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-3a18cc29-04d8-41a9-8d6d-9d1b0d0f7d8c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-241192911&fields=id&tenant_id=d48dfce1083d414da5ba06085d3813d3 HTTP/1.1" status: 200  len: 267 time: 0.0449040
Sep 08 16:30:22.753813 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-01d38135-b0f6-41ca-be40-e7346c4a5510 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:30:22.755630 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-01d38135-b0f6-41ca-be40-e7346c4a5510 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/networks?id=69526384-0cc0-4c99-a503-762a8eb23837 HTTP/1.1" status: 200  len: 811 time: 0.1747468
Sep 08 16:30:22.773548 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-c125abf4-e201-41fd-9262-417eafae531b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/quotas/d48dfce1083d414da5ba06085d3813d3 HTTP/1.1" status: 200  len: 375 time: 0.0118656
Sep 08 16:30:22.870674 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-e98cfec1-037f-4960-acd7-5aa08474bd39 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d48dfce1083d414da5ba06085d3813d3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0906696
Sep 08 16:30:23.117080 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-c4e03599-5f64-40ef-bbb2-94820ed1b0a1 service neutron] 10.222.0.25 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2336714
Sep 08 16:30:23.260860 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-b76a16e8-14e6-499d-b24b-3fa1a2db89ab service neutron] 10.222.0.25 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369288
Sep 08 16:30:23.788144 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-449e8fb6-e837-4935-83a1-9e7a9fd2052f req-d1a5dc19-708f-4422-8583-a2ded3fbf051 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeaf9531-64bb-417e-b012-6c266e39f8c2 HTTP/1.1" status: 200  len: 210 time: 0.0516281
Sep 08 16:30:24.892692 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-01467bd2-5654-46b6-ab07-40f3bbb0a596 req-53bcacd0-863b-4b89-b284-7a15fd09bc09 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeaf9531-64bb-417e-b012-6c266e39f8c2 HTTP/1.1" status: 200  len: 210 time: 0.0460827
Sep 08 16:30:26.048118 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-92a27c66-d362-46ed-8973-98e2414f77ba req-ccade952-7488-45ce-8e9d-ee0a5da71db7 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeaf9531-64bb-417e-b012-6c266e39f8c2 HTTP/1.1" status: 200  len: 210 time: 0.0722697
Sep 08 16:30:27.164700 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-fa8e9383-28ae-4d1c-9ad0-6498dff6126b req-d51c1dbf-d0a6-4c67-881b-6992859e4911 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeaf9531-64bb-417e-b012-6c266e39f8c2 HTTP/1.1" status: 200  len: 210 time: 0.0569358
Sep 08 16:30:28.345614 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-617399b4-f502-4311-b476-aa64eb166c63 req-c83623ad-38fc-468d-8542-d91db81e66f5 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeaf9531-64bb-417e-b012-6c266e39f8c2 HTTP/1.1" status: 200  len: 210 time: 0.0567412
Sep 08 16:30:29.187075 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-a4050470-0e40-4fe7-9d73-668635790049 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:30:29.189738 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-a4050470-0e40-4fe7-9d73-668635790049 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.70 "GET /v2.0/networks?id=69526384-0cc0-4c99-a503-762a8eb23837 HTTP/1.1" status: 200  len: 811 time: 0.1952691
Sep 08 16:30:29.273416 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-e25efbdb-6304-4e1f-b44a-f3b544f87fdc tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d48dfce1083d414da5ba06085d3813d3 HTTP/1.1" status: 200  len: 379 time: 0.0701654
Sep 08 16:30:29.294156 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-bea1ed66-d46c-4d22-a3e7-31023130244a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Request body: {'port': {'device_id': 'aeaf9531-64bb-417e-b012-6c266e39f8c2', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'admin_state_up': True, 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'security_groups': ['4e184fc7-81bf-433d-ae36-5563d929eea3']}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:30:29.490227 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-bea1ed66-d46c-4d22-a3e7-31023130244a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:30:29.545808 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-bea1ed66-d46c-4d22-a3e7-31023130244a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:30:29.556388 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2429863a-733b-45e6-a7b4-90a693ac3042 req-22817d66-05b0-4908-8d95-41547952297b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeaf9531-64bb-417e-b012-6c266e39f8c2 HTTP/1.1" status: 200  len: 210 time: 0.0593362
Sep 08 16:30:29.566415 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-bea1ed66-d46c-4d22-a3e7-31023130244a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Made reservation on behalf of d48dfce1083d414da5ba06085d3813d3 for: {'port': 1} {{(pid=79426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:30:29.570258 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-bea1ed66-d46c-4d22-a3e7-31023130244a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:29.782308 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.db_base_plugin_common [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-bea1ed66-d46c-4d22-a3e7-31023130244a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Allocated IP 172.20.0.13 (69526384-0cc0-4c99-a503-762a8eb23837/adf73259-df70-4f00-8731-185ca1073a75/91d8ec70-f575-46bb-9d90-c08e8ef8bd3e) {{(pid=79426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:30:30.257971 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-bea1ed66-d46c-4d22-a3e7-31023130244a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for port, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:30.287049 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.provisioning_blocks [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-bea1ed66-d46c-4d22-a3e7-31023130244a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Transition to ACTIVE for port object 91d8ec70-f575-46bb-9d90-c08e8ef8bd3e will not be triggered until provisioned by entity DHCP. {{(pid=79426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:30:30.328368 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-bea1ed66-d46c-4d22-a3e7-31023130244a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:30.339325 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-aecb67e5-18c3-4afb-867a-fe455d89314b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:30:30.454459 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-bea1ed66-d46c-4d22-a3e7-31023130244a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Network 69526384-0cc0-4c99-a503-762a8eb23837 is already hosted by enough agents. {{(pid=79426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:30:30.457149 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.base_scheduler [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-bea1ed66-d46c-4d22-a3e7-31023130244a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Resources bound (agent type, host, resource id):  {{(pid=79426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:30:30.462707 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-bea1ed66-d46c-4d22-a3e7-31023130244a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Received port after_create {{(pid=79426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:30:30.520094 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1ed66-d46c-4d22-a3e7-31023130244a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Pushing event updated for resources: {'Port': ['ID=91d8ec70-f575-46bb-9d90-c08e8ef8bd3e,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:30:30.526347 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-bea1ed66-d46c-4d22-a3e7-31023130244a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:30:30.580966 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-bea1ed66-d46c-4d22-a3e7-31023130244a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:30:30.582039 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-bea1ed66-d46c-4d22-a3e7-31023130244a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:30.630167 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-bea1ed66-d46c-4d22-a3e7-31023130244a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3389575
Sep 08 16:30:30.646560 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-2609d128-fc48-4ca9-9366-4b90490b9b78 service neutron] Request body: {'port': {'device_id': 'aeaf9531-64bb-417e-b012-6c266e39f8c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:30:30.759326 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-b8ec39ed-4167-4f08-98aa-c4b3e7dfd819 None None] Provisioning for port 91d8ec70-f575-46bb-9d90-c08e8ef8bd3e completed by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:30:30.770890 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-b8ec39ed-4167-4f08-98aa-c4b3e7dfd819 None None] Provisioning complete for port 91d8ec70-f575-46bb-9d90-c08e8ef8bd3e triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:30:30.771530 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-b8ec39ed-4167-4f08-98aa-c4b3e7dfd819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:30.857309 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-66949f39-7e43-42ed-a0ad-d1f6d5bf2aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:30.861617 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-b8ec39ed-4167-4f08-98aa-c4b3e7dfd819 None None] Port 91d8ec70-f575-46bb-9d90-c08e8ef8bd3e cannot update to ACTIVE because it is not bound. {{(pid=79427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 08 16:30:30.920482 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-2609d128-fc48-4ca9-9366-4b90490b9b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:30.982389 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b0836-fba3-4c98-bc9e-3b8a13cbbb48 req-0d5dbb89-5f53-440c-8cee-d3a857391d34 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:30:30.983038 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-064b0836-fba3-4c98-bc9e-3b8a13cbbb48 req-0d5dbb89-5f53-440c-8cee-d3a857391d34 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Synchronizing usage tracker for tenant:d48dfce1083d414da5ba06085d3813d3 on resource:port {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:30:31.026437 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-064b0836-fba3-4c98-bc9e-3b8a13cbbb48 req-0d5dbb89-5f53-440c-8cee-d3a857391d34 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Unset dirty status for tenant:d48dfce1083d414da5ba06085d3813d3 on resource:port {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:30:31.027971 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-064b0836-fba3-4c98-bc9e-3b8a13cbbb48 req-0d5dbb89-5f53-440c-8cee-d3a857391d34 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeaf9531-64bb-417e-b012-6c266e39f8c2 HTTP/1.1" status: 200  len: 932 time: 0.2987416
Sep 08 16:30:31.167736 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-064b0836-fba3-4c98-bc9e-3b8a13cbbb48 req-7cc94ca1-14cb-4bf7-8fba-18bd88b961e3 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0871539
Sep 08 16:30:31.301437 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:31.366497 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.notifiers.nova [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-2609d128-fc48-4ca9-9366-4b90490b9b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d8ec70-f575-46bb-9d90-c08e8ef8bd3e {{(pid=79426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:30:31.375563 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-2609d128-fc48-4ca9-9366-4b90490b9b78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:31.392885 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.provisioning_blocks [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-2609d128-fc48-4ca9-9366-4b90490b9b78 service neutron] Transition to ACTIVE for port object 91d8ec70-f575-46bb-9d90-c08e8ef8bd3e will not be triggered until provisioned by entity L2. {{(pid=79426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:30:31.397851 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-2609d128-fc48-4ca9-9366-4b90490b9b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353071'] for port, after_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:31.402530 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-cb411999-fe4a-4661-b6fa-b7de6e5bf1c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:30:31.536436 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609d128-fc48-4ca9-9366-4b90490b9b78 service neutron] Pushing event updated for resources: {'Port': ['ID=91d8ec70-f575-46bb-9d90-c08e8ef8bd3e,revision_number=2']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:30:31.570137 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-2609d128-fc48-4ca9-9366-4b90490b9b78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:30:31.687940 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.managers [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-2609d128-fc48-4ca9-9366-4b90490b9b78 service neutron] Attempting to bind port 91d8ec70-f575-46bb-9d90-c08e8ef8bd3e on host hv-cinder-80789 for vnic_type normal with profile  {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:30:31.688374 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.managers [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-2609d128-fc48-4ca9-9366-4b90490b9b78 service neutron] Attempting to bind port 91d8ec70-f575-46bb-9d90-c08e8ef8bd3e by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': 'dde4aef1-ea99-4d91-88f4-509b119e584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837'}] {{(pid=79426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:30:31.688836 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-2609d128-fc48-4ca9-9366-4b90490b9b78 service neutron] Attempting to bind port 91d8ec70-f575-46bb-9d90-c08e8ef8bd3e on network 69526384-0cc0-4c99-a503-762a8eb23837 {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:30:31.695377 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-2609d128-fc48-4ca9-9366-4b90490b9b78 service neutron] Port 91d8ec70-f575-46bb-9d90-c08e8ef8bd3e on network 69526384-0cc0-4c99-a503-762a8eb23837 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 08 16:30:31.695758 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-2609d128-fc48-4ca9-9366-4b90490b9b78 service neutron] Attempting to bind port 91d8ec70-f575-46bb-9d90-c08e8ef8bd3e on network 69526384-0cc0-4c99-a503-762a8eb23837 {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:30:31.703073 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-2609d128-fc48-4ca9-9366-4b90490b9b78 service neutron] Checking agent: {'id': 'c4ee52ba-d613-406f-b441-649e3bfebfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'started_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:30:31.703456 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-2609d128-fc48-4ca9-9366-4b90490b9b78 service neutron] Checking segment: {'id': 'dde4aef1-ea99-4d91-88f4-509b119e584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:30:31.704028 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-2609d128-fc48-4ca9-9366-4b90490b9b78 service neutron] Bound using segment: {'id': 'dde4aef1-ea99-4d91-88f4-509b119e584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837'} {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:30:31.704499 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.managers [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-2609d128-fc48-4ca9-9366-4b90490b9b78 service neutron] Bound port: 91d8ec70-f575-46bb-9d90-c08e8ef8bd3e, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dde4aef1-ea99-4d91-88f4-509b119e584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837'}}] {{(pid=79426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:30:31.704876 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-2609d128-fc48-4ca9-9366-4b90490b9b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:31.815814 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-2609d128-fc48-4ca9-9366-4b90490b9b78 service neutron] For port 91d8ec70-f575-46bb-9d90-c08e8ef8bd3e, host hv-cinder-80789, cleared binding levels {{(pid=79426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:30:31.822039 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-2609d128-fc48-4ca9-9366-4b90490b9b78 service neutron] For port 91d8ec70-f575-46bb-9d90-c08e8ef8bd3e, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=91d8ec70-f575-46bb-9d90-c08e8ef8bd3e,segment=NetworkSegment(dde4aef1-ea99-4d91-88f4-509b119e584d),segment_id=dde4aef1-ea99-4d91-88f4-509b119e584d)] {{(pid=79426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:30:31.828026 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-2609d128-fc48-4ca9-9366-4b90490b9b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353071'] for port, after_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:31.832328 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-6ddf37f4-5b5b-4c45-af5d-004de0bfd202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:30:31.894048 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-2609d128-fc48-4ca9-9366-4b90490b9b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:30:31.894723 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-2609d128-fc48-4ca9-9366-4b90490b9b78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:31.896173 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-2609d128-fc48-4ca9-9366-4b90490b9b78 service neutron] 10.222.0.70 "PUT /v2.0/ports/91d8ec70-f575-46bb-9d90-c08e8ef8bd3e HTTP/1.1" status: 200  len: 1094 time: 1.2547505
Sep 08 16:30:31.896719 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeaf9531-64bb-417e-b012-6c266e39f8c2', 'tag': '91d8ec70-f575-46bb-9d90-c08e8ef8bd3e'}] {{(pid=79426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:30:31.943998 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609d128-fc48-4ca9-9366-4b90490b9b78 service neutron] Pushing event updated for resources: {'Port': ['ID=91d8ec70-f575-46bb-9d90-c08e8ef8bd3e,revision_number=3']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:30:31.948318 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-2609d128-fc48-4ca9-9366-4b90490b9b78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:30:31.972286 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeaf9531-64bb-417e-b012-6c266e39f8c2', 'tag': '91d8ec70-f575-46bb-9d90-c08e8ef8bd3e', 'status': 'completed', 'code': 200}
Sep 08 16:30:32.099172 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-8ad699a3-323d-4e4a-9351-918feeeaee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:30:32.101871 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-8ad699a3-323d-4e4a-9351-918feeeaee4c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d48dfce1083d414da5ba06085d3813d3&device_id=aeaf9531-64bb-417e-b012-6c266e39f8c2 HTTP/1.1" status: 200  len: 1097 time: 0.1119876
Sep 08 16:30:32.186151 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-73fceabe-5e71-4c93-83cf-520cc7792c49 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91d8ec70-f575-46bb-9d90-c08e8ef8bd3e HTTP/1.1" status: 200  len: 217 time: 0.0684764
Sep 08 16:30:32.263949 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-a5ccd715-1f85-4d03-bcb7-68880cf907b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:30:32.265408 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-a5ccd715-1f85-4d03-bcb7-68880cf907b1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf73259-df70-4f00-8731-185ca1073a75 HTTP/1.1" status: 200  len: 850 time: 0.0709879
Sep 08 16:30:32.450276 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-715414ff-62fb-4747-8b65-6367363b8583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:30:32.451882 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-715414ff-62fb-4747-8b65-6367363b8583 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69526384-0cc0-4c99-a503-762a8eb23837&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1794016
Sep 08 16:30:32.463970 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804fede-3170-4507-9ff7-79ed4d3e1411 req-e0921042-cced-4792-a97f-feab6f01015d tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:30:32.465830 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a804fede-3170-4507-9ff7-79ed4d3e1411 req-e0921042-cced-4792-a97f-feab6f01015d tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeaf9531-64bb-417e-b012-6c266e39f8c2 HTTP/1.1" status: 200  len: 944 time: 0.1602299
Sep 08 16:30:32.716944 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a804fede-3170-4507-9ff7-79ed4d3e1411 req-2fdc8b16-2b5d-46c5-8040-2f485a235be7 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2299204
Sep 08 16:30:32.750349 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-2de860af-e799-4b8d-acf1-b64196d2e2fa service neutron] 10.222.0.70 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2832558
Sep 08 16:30:32.894525 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-6ca86244-1ed5-49ad-95f0-835cbab3b443 req-144a6418-af5a-4132-8f19-d84372af6c07 service neutron] 10.222.0.70 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372824
Sep 08 16:30:33.065419 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc274c-c197-4f94-accd-a30c00c806c9 req-67f87e8b-8694-48e1-9037-9c04330868a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:30:33.066923 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-04bc274c-c197-4f94-accd-a30c00c806c9 req-67f87e8b-8694-48e1-9037-9c04330868a3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d48dfce1083d414da5ba06085d3813d3&device_id=aeaf9531-64bb-417e-b012-6c266e39f8c2 HTTP/1.1" status: 200  len: 1097 time: 0.0748909
Sep 08 16:30:33.204898 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc274c-c197-4f94-accd-a30c00c806c9 req-6db7c488-e754-4503-b1be-f830552d3f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:30:33.206670 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-04bc274c-c197-4f94-accd-a30c00c806c9 req-6db7c488-e754-4503-b1be-f830552d3f9e service neutron] 10.222.0.70 "GET /v2.0/networks?id=69526384-0cc0-4c99-a503-762a8eb23837 HTTP/1.1" status: 200  len: 912 time: 0.1325161
Sep 08 16:30:33.280848 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-04bc274c-c197-4f94-accd-a30c00c806c9 req-d7086ef8-a817-4d6c-853d-f24ed30c273e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91d8ec70-f575-46bb-9d90-c08e8ef8bd3e HTTP/1.1" status: 200  len: 217 time: 0.0671096
Sep 08 16:30:33.347038 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc274c-c197-4f94-accd-a30c00c806c9 req-e63cf0ae-6a74-4e30-b856-a62d17158bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:30:33.348505 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-04bc274c-c197-4f94-accd-a30c00c806c9 req-e63cf0ae-6a74-4e30-b856-a62d17158bbd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf73259-df70-4f00-8731-185ca1073a75 HTTP/1.1" status: 200  len: 850 time: 0.0608602
Sep 08 16:30:33.432379 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc274c-c197-4f94-accd-a30c00c806c9 req-fa4b4e43-7e0d-4910-8965-5198ee020502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:30:33.434160 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-04bc274c-c197-4f94-accd-a30c00c806c9 req-fa4b4e43-7e0d-4910-8965-5198ee020502 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69526384-0cc0-4c99-a503-762a8eb23837&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0794814
Sep 08 16:30:33.574933 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-04bc274c-c197-4f94-accd-a30c00c806c9 req-63fb1d65-d59d-4ca6-83d0-258d6c7988a9 service neutron] 10.222.0.70 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334596
Sep 08 16:30:33.717742 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-04bc274c-c197-4f94-accd-a30c00c806c9 req-08dad9cb-6111-4cfe-bcbf-235b93ffa2f2 service neutron] 10.222.0.70 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1363277
Sep 08 16:30:33.938131 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-4f00834d-ce25-41c3-ba29-fb7d941a5246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:33.946976 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b047f0-0929-413e-90f4-cc9fd37adda7 req-89401dea-e524-4859-bff2-e8737fe26373 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:30:33.948597 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-55b047f0-0929-413e-90f4-cc9fd37adda7 req-89401dea-e524-4859-bff2-e8737fe26373 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeaf9531-64bb-417e-b012-6c266e39f8c2 HTTP/1.1" status: 200  len: 944 time: 0.1060925
Sep 08 16:30:33.998229 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-55b047f0-0929-413e-90f4-cc9fd37adda7 req-486de9e6-2079-4f79-a680-2d5c2b772800 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433676
Sep 08 16:30:35.204448 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1c50c-7fe8-4444-9958-1192dd625c8f req-2d451d5c-df87-48e0-9dd0-1dc9fc28ba34 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:30:35.206182 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-dcf1c50c-7fe8-4444-9958-1192dd625c8f req-2d451d5c-df87-48e0-9dd0-1dc9fc28ba34 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeaf9531-64bb-417e-b012-6c266e39f8c2 HTTP/1.1" status: 200  len: 944 time: 0.0917306
Sep 08 16:30:35.256233 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-dcf1c50c-7fe8-4444-9958-1192dd625c8f req-d64e5e4b-a81c-4aa1-b61f-9f4d4e601b40 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434773
Sep 08 16:30:35.281820 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:35.749355 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:30:36.529109 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111fffd-1e4c-4cb7-a34d-c228cd8d17e4 req-90ff0c38-c851-420d-89b9-370671af6071 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:30:36.530715 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2111fffd-1e4c-4cb7-a34d-c228cd8d17e4 req-90ff0c38-c851-420d-89b9-370671af6071 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeaf9531-64bb-417e-b012-6c266e39f8c2 HTTP/1.1" status: 200  len: 944 time: 0.1452208
Sep 08 16:30:36.588490 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2111fffd-1e4c-4cb7-a34d-c228cd8d17e4 req-da95b04b-c7d4-4f97-8b35-702ff88aec89 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517185
Sep 08 16:30:37.384776 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:37.794229 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bd98e-f5e3-4853-a8ac-ddde2d485f0b req-4c038e27-4df6-4cea-9516-80cfb7fafed1 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:30:37.796453 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-332bd98e-f5e3-4853-a8ac-ddde2d485f0b req-4c038e27-4df6-4cea-9516-80cfb7fafed1 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeaf9531-64bb-417e-b012-6c266e39f8c2 HTTP/1.1" status: 200  len: 944 time: 0.0932279
Sep 08 16:30:37.848982 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-332bd98e-f5e3-4853-a8ac-ddde2d485f0b req-460053b9-b261-4b7f-a8ca-58de7b9cb640 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463588
Sep 08 16:30:39.114739 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74e353-8fb1-46ed-9024-535f1524dfcb req-ee7bcea3-875d-4275-9d2e-c0937271c10c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:30:39.116351 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-be74e353-8fb1-46ed-9024-535f1524dfcb req-ee7bcea3-875d-4275-9d2e-c0937271c10c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeaf9531-64bb-417e-b012-6c266e39f8c2 HTTP/1.1" status: 200  len: 944 time: 0.1014454
Sep 08 16:30:39.170497 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-be74e353-8fb1-46ed-9024-535f1524dfcb req-bb6777d9-9717-4c65-95d9-81139f4796cf tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424318
Sep 08 16:30:40.377347 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b125ec8-82e0-41a6-bb91-418123dc863c req-1889b300-7e7b-4e20-b310-a7c68b0cabc2 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:30:40.378980 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0b125ec8-82e0-41a6-bb91-418123dc863c req-1889b300-7e7b-4e20-b310-a7c68b0cabc2 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeaf9531-64bb-417e-b012-6c266e39f8c2 HTTP/1.1" status: 200  len: 944 time: 0.0855181
Sep 08 16:30:40.432764 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-0b125ec8-82e0-41a6-bb91-418123dc863c req-8807f1d6-4f9b-4145-9b00-fed2e715b80c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422261
Sep 08 16:30:40.540880 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 91d8ec70-f575-46bb-9d90-c08e8ef8bd3e details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 08 16:30:40.743080 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 91d8ec70-f575-46bb-9d90-c08e8ef8bd3e, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=91d8ec70-f575-46bb-9d90-c08e8ef8bd3e,segment=NetworkSegment(dde4aef1-ea99-4d91-88f4-509b119e584d),segment_id=dde4aef1-ea99-4d91-88f4-509b119e584d)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:30:40.758887 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Returning: {'device': '91d8ec70-f575-46bb-9d90-c08e8ef8bd3e', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'port_id': '91d8ec70-f575-46bb-9d90-c08e8ef8bd3e', 'mac_address': 'fa:16:3e:03:58:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adf73259-df70-4f00-8731-185ca1073a75', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 08 16:30:40.817861 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:40.837384 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d8ec70-f575-46bb-9d90-c08e8ef8bd3e {{(pid=79427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:30:40.854482 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 91d8ec70-f575-46bb-9d90-c08e8ef8bd3e, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=91d8ec70-f575-46bb-9d90-c08e8ef8bd3e,segment=NetworkSegment(dde4aef1-ea99-4d91-88f4-509b119e584d),segment_id=dde4aef1-ea99-4d91-88f4-509b119e584d)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:30:40.860148 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:40.863074 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-c66a47be-572f-42d6-a160-2118d810fb46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:30:40.984050 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=91d8ec70-f575-46bb-9d90-c08e8ef8bd3e,revision_number=4']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:30:40.998634 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:30:40.999222 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:30:40.999817 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:30:41.000403 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:30:41.000959 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:30:41.001512 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:30:41.002073 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:30:41.002639 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:30:41.003199 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:30:41.003788 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:30:41.004349 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:30:41.004903 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:30:41.012141 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:30:41.174402 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['91d8ec70-f575-46bb-9d90-c08e8ef8bd3e'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:30:41.698221 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc120ca7-014b-41b7-848b-7acb94e0dd56 req-e351148a-363d-4bc0-9e9f-984e8cfb5f86 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:30:41.700802 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-fc120ca7-014b-41b7-848b-7acb94e0dd56 req-e351148a-363d-4bc0-9e9f-984e8cfb5f86 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeaf9531-64bb-417e-b012-6c266e39f8c2 HTTP/1.1" status: 200  len: 945 time: 0.1556442
Sep 08 16:30:41.750658 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-fc120ca7-014b-41b7-848b-7acb94e0dd56 req-c3a11c6f-0a92-47db-b017-7435644fffae tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430772
Sep 08 16:30:42.556185 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 91d8ec70-f575-46bb-9d90-c08e8ef8bd3e up at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:30:42.635175 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning for port 91d8ec70-f575-46bb-9d90-c08e8ef8bd3e completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:30:42.644077 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning complete for port 91d8ec70-f575-46bb-9d90-c08e8ef8bd3e triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:30:42.644725 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:42.798353 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:42.832709 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeaf9531-64bb-417e-b012-6c266e39f8c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d8ec70-f575-46bb-9d90-c08e8ef8bd3e'}] {{(pid=79427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:30:42.847715 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port 91d8ec70-f575-46bb-9d90-c08e8ef8bd3e, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=91d8ec70-f575-46bb-9d90-c08e8ef8bd3e,segment=NetworkSegment(dde4aef1-ea99-4d91-88f4-509b119e584d),segment_id=dde4aef1-ea99-4d91-88f4-509b119e584d)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:30:42.853375 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:42.855930 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:30:42.926385 dv-cinder-807898-1-iscsi neutron-server[79427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeaf9531-64bb-417e-b012-6c266e39f8c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d8ec70-f575-46bb-9d90-c08e8ef8bd3e', 'code': 200}
Sep 08 16:30:42.978440 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=91d8ec70-f575-46bb-9d90-c08e8ef8bd3e,revision_number=5']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:30:42.982273 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:30:43.002003 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f39fd-f6a4-47da-a98b-5bae2ba1274b req-f1826d5b-1db4-4315-874a-34392f4e4618 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:30:43.003630 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-535f39fd-f6a4-47da-a98b-5bae2ba1274b req-f1826d5b-1db4-4315-874a-34392f4e4618 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeaf9531-64bb-417e-b012-6c266e39f8c2 HTTP/1.1" status: 200  len: 946 time: 0.0907917
Sep 08 16:30:43.061267 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-535f39fd-f6a4-47da-a98b-5bae2ba1274b req-2f04ee16-04a1-4b96-91af-c68bf2ee24bc tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482938
Sep 08 16:30:43.365895 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc95e8-451b-4c9e-8ff1-a9240d77d6ef req-f700a152-fe91-48f0-8773-4219fc37ef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:30:43.367264 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b7dc95e8-451b-4c9e-8ff1-a9240d77d6ef req-f700a152-fe91-48f0-8773-4219fc37ef7d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=aeaf9531-64bb-417e-b012-6c266e39f8c2 HTTP/1.1" status: 200  len: 1099 time: 0.1955912
Sep 08 16:30:43.413645 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-b7dc95e8-451b-4c9e-8ff1-a9240d77d6ef req-398ba44a-ea47-48a9-a571-75f7873b7d9f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387228
Sep 08 16:30:44.297827 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e16b46-27af-4c84-8033-bca1827facd6 req-3ec0b9d9-6640-4368-93f6-54c529eb3a5a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:30:44.299961 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a7e16b46-27af-4c84-8033-bca1827facd6 req-3ec0b9d9-6640-4368-93f6-54c529eb3a5a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeaf9531-64bb-417e-b012-6c266e39f8c2 HTTP/1.1" status: 200  len: 946 time: 0.1065590
Sep 08 16:30:44.350459 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a7e16b46-27af-4c84-8033-bca1827facd6 req-cb585235-3587-49cf-bf2a-deaa555852ba tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443339
Sep 08 16:30:45.544988 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787a3ce-ab9f-4992-be37-44dcfd28e49f req-b8936f26-4dcd-4966-a449-c27a7d3f1068 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:30:45.546616 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-c787a3ce-ab9f-4992-be37-44dcfd28e49f req-b8936f26-4dcd-4966-a449-c27a7d3f1068 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeaf9531-64bb-417e-b012-6c266e39f8c2 HTTP/1.1" status: 200  len: 946 time: 0.0853384
Sep 08 16:30:45.594556 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-c787a3ce-ab9f-4992-be37-44dcfd28e49f req-04e65de3-c0d2-408f-8102-db154db816ea tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419726
Sep 08 16:30:45.888043 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45562b15-ec20-411c-8738-4696a48c85e0 req-d07e2224-ad71-4ee1-9130-1dc8569ca4e4 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:30:45.889570 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-45562b15-ec20-411c-8738-4696a48c85e0 req-d07e2224-ad71-4ee1-9130-1dc8569ca4e4 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeaf9531-64bb-417e-b012-6c266e39f8c2 HTTP/1.1" status: 200  len: 946 time: 0.0951505
Sep 08 16:30:45.947424 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-45562b15-ec20-411c-8738-4696a48c85e0 req-29e086cf-e51f-42ea-8bf8-5beebc3e7381 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506740
Sep 08 16:30:45.988535 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 47400) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:30:46.066518 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b01062c-b16c-4ea6-a01d-65efd1510638 tempest-TestVolumeBootPattern-101888016 tempest-TestVolumeBootPattern-101888016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:30:46.068082 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-0b01062c-b16c-4ea6-a01d-65efd1510638 tempest-TestVolumeBootPattern-101888016 tempest-TestVolumeBootPattern-101888016-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=aeaf9531-64bb-417e-b012-6c266e39f8c2 HTTP/1.1" status: 200  len: 1094 time: 0.0785420
Sep 08 16:30:46.071946 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 47404) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:30:46.078715 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Request body: {'floatingip': {'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'port_id': '91d8ec70-f575-46bb-9d90-c08e8ef8bd3e', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:30:46.085535 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:30:46.091085 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Usage tracker for resource:floatingip and tenant:d48dfce1083d414da5ba06085d3813d3 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:30:46.094757 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:30:46.101922 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:30:46.113566 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for floatingip, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:46.267560 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:46.412505 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_common [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Allocated IP 172.27.2.237 (e2ed1a71-8bc5-4c91-9ec3-df61c44bef44/a1e16140-da4f-4587-a2e7-78015b4d0ba3/53c0a020-a11a-423d-821d-3923abcb2d0d) {{(pid=79425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:30:46.577810 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for port, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:46.609118 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:46.613042 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-7d17613b-c77d-4247-bf96-af99d014870b tempest-ServerRescueNegativeTestJSON-317125560 tempest-ServerRescueNegativeTestJSON-317125560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:30:46.683167 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Network e2ed1a71-8bc5-4c91-9ec3-df61c44bef44 is already hosted by enough agents. {{(pid=79425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:30:46.686291 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Resources bound (agent type, host, resource id):  {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:30:46.691674 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Received port after_create {{(pid=79425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:30:46.726687 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Pushing event updated for resources: {'Port': ['ID=53c0a020-a11a-423d-821d-3923abcb2d0d,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:30:46.740791 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:30:46.741167 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:30:46.741536 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:30:46.741898 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:30:46.742252 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:30:46.744019 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:30:46.744712 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:30:46.745078 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:30:46.745442 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:30:46.745805 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:30:46.746159 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:30:46.746510 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:30:46.752011 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:30:47.362399 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:47.450343 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:47.673452 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for port, precommit_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:47.678624 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334251'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:47.683979 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:30:47.794333 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Pushing event updated for resources: {'Port': ['ID=53c0a020-a11a-423d-821d-3923abcb2d0d,revision_number=2']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:30:47.798745 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:30:47.813186 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1948197'] for floatingip, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:47.997999 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.db.l3_db [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Floating IP e8cf455f-8a84-45be-a6dd-7bbe4ac5cf94 associated. External IP: 172.27.2.237, port: 91d8ec70-f575-46bb-9d90-c08e8ef8bd3e.
Sep 08 16:30:48.371558 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:48.386237 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Router beba8cf4-cebe-448e-9ba0-615239f5a40e has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:30:48.710815 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:30:48.722706 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f58916-09d7-4a70-88a1-6bc7ccfe0b05 None None] Sync routers for ids ['beba8cf4-cebe-448e-9ba0-615239f5a40e'] in dv-cinder-807898-1-iscsi {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:30:48.733870 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f58916-09d7-4a70-88a1-6bc7ccfe0b05 None None] Routers {'beba8cf4-cebe-448e-9ba0-615239f5a40e'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:30:48.734656 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-51f58916-09d7-4a70-88a1-6bc7ccfe0b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251e55f10>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:30:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['beba8cf4-cebe-448e-9ba0-615239f5a40e'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:30:48.740100 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for floatingip, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:30:48.807182 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.7340822
Sep 08 16:30:48.807859 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeaf9531-64bb-417e-b012-6c266e39f8c2', 'tag': '91d8ec70-f575-46bb-9d90-c08e8ef8bd3e'}] {{(pid=79425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:30:48.931989 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeaf9531-64bb-417e-b012-6c266e39f8c2', 'tag': '91d8ec70-f575-46bb-9d90-c08e8ef8bd3e', 'status': 'completed', 'code': 200}
Sep 08 16:30:48.990941 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-51f58916-09d7-4a70-88a1-6bc7ccfe0b05 None None] Set router beba8cf4-cebe-448e-9ba0-615239f5a40e gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:30:49.069591 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56c144-f2b2-4e01-8e76-e75e144fd235 req-7c6e50a0-8f18-42ed-b83b-16d6770fab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:30:49.071733 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4a56c144-f2b2-4e01-8e76-e75e144fd235 req-7c6e50a0-8f18-42ed-b83b-16d6770fab33 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d48dfce1083d414da5ba06085d3813d3&device_id=aeaf9531-64bb-417e-b012-6c266e39f8c2 HTTP/1.1" status: 200  len: 1099 time: 0.0858831
Sep 08 16:30:49.223713 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56c144-f2b2-4e01-8e76-e75e144fd235 req-8e016ffc-1acb-4996-9485-10914b1b2bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:30:49.225213 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4a56c144-f2b2-4e01-8e76-e75e144fd235 req-8e016ffc-1acb-4996-9485-10914b1b2bb5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69526384-0cc0-4c99-a503-762a8eb23837 HTTP/1.1" status: 200  len: 912 time: 0.1463690
Sep 08 16:30:49.353140 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4a56c144-f2b2-4e01-8e76-e75e144fd235 req-20337ea8-144b-41cd-af64-0553b4233264 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91d8ec70-f575-46bb-9d90-c08e8ef8bd3e HTTP/1.1" status: 200  len: 1000 time: 0.1200185
Sep 08 16:30:49.460045 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56c144-f2b2-4e01-8e76-e75e144fd235 req-c5e739aa-fad4-48bc-a94f-06d9925290bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:30:49.462288 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4a56c144-f2b2-4e01-8e76-e75e144fd235 req-c5e739aa-fad4-48bc-a94f-06d9925290bb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf73259-df70-4f00-8731-185ca1073a75 HTTP/1.1" status: 200  len: 850 time: 0.1014900
Sep 08 16:30:49.493357 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-51f58916-09d7-4a70-88a1-6bc7ccfe0b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251e55f10>, [{'id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'name': 'tempest-TestVolumeBootPattern-166714472-router', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:23Z', 'updated_at': '2021-09-08T16:27:28Z', 'revision_number': 4, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'gw_port': {'id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:68:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:24Z', 'updated_at': '2021-09-08T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_floatingips': [{'id': 'e8cf455f-8a84-45be-a6dd-7bbe4ac5cf94', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'floating_ip_address': '172.27.2.237', 'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'router_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'port_id': '91d8ec70-f575-46bb-9d90-c08e8ef8bd3e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'mac_address': 'fa:16:3e:03:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaf9531-64bb-417e-b012-6c266e39f8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:30:47Z', 'updated_at': '2021-09-08T16:30:47Z', 'revision_number': 0, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c2b93ac-a896-4f1e-9e02-ff906feab604', 'name': '', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'mac_address': 'fa:16:3e:3e:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'adf73259-df70-4f00-8731-185ca1073a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:27Z', 'updated_at': '2021-09-08T16:27:36Z', 'revision_number': 5, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'subnets': [{'id': 'adf73259-df70-4f00-8731-185ca1073a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:30:49.499046 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f58916-09d7-4a70-88a1-6bc7ccfe0b05 None None] Checking router: beba8cf4-cebe-448e-9ba0-615239f5a40e for host: dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:30:49.510048 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f58916-09d7-4a70-88a1-6bc7ccfe0b05 None None] Routers {'beba8cf4-cebe-448e-9ba0-615239f5a40e'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:30:49.510881 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-51f58916-09d7-4a70-88a1-6bc7ccfe0b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251e55f10>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:30:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['beba8cf4-cebe-448e-9ba0-615239f5a40e'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:30:49.557894 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56c144-f2b2-4e01-8e76-e75e144fd235 req-5cdff1fd-7a02-47b4-9c8f-b11db56a4d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:30:49.560297 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4a56c144-f2b2-4e01-8e76-e75e144fd235 req-5cdff1fd-7a02-47b4-9c8f-b11db56a4d50 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69526384-0cc0-4c99-a503-762a8eb23837&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0909703
Sep 08 16:30:49.708348 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4a56c144-f2b2-4e01-8e76-e75e144fd235 req-5d64a22f-43d2-4c7e-bd30-4471e13bbe5e service neutron] 10.222.0.70 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403940
Sep 08 16:30:49.736375 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-51f58916-09d7-4a70-88a1-6bc7ccfe0b05 None None] Set router beba8cf4-cebe-448e-9ba0-615239f5a40e gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:30:49.857452 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-4a56c144-f2b2-4e01-8e76-e75e144fd235 req-373ce48e-f557-473f-85a5-b9d3f5f55f55 service neutron] 10.222.0.70 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429415
Sep 08 16:30:50.215572 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-51f58916-09d7-4a70-88a1-6bc7ccfe0b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251e55f10>, [{'id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'name': 'tempest-TestVolumeBootPattern-166714472-router', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:23Z', 'updated_at': '2021-09-08T16:27:28Z', 'revision_number': 4, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'gw_port': {'id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:68:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:24Z', 'updated_at': '2021-09-08T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_floatingips': [{'id': 'e8cf455f-8a84-45be-a6dd-7bbe4ac5cf94', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'floating_ip_address': '172.27.2.237', 'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'router_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'port_id': '91d8ec70-f575-46bb-9d90-c08e8ef8bd3e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'mac_address': 'fa:16:3e:03:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaf9531-64bb-417e-b012-6c266e39f8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:30:47Z', 'updated_at': '2021-09-08T16:30:47Z', 'revision_number': 0, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c2b93ac-a896-4f1e-9e02-ff906feab604', 'name': '', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'mac_address': 'fa:16:3e:3e:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'adf73259-df70-4f00-8731-185ca1073a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:27Z', 'updated_at': '2021-09-08T16:27:36Z', 'revision_number': 5, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'subnets': [{'id': 'adf73259-df70-4f00-8731-185ca1073a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:30:50.220827 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f58916-09d7-4a70-88a1-6bc7ccfe0b05 None None] The sync data for ids ['beba8cf4-cebe-448e-9ba0-615239f5a40e'] in dv-cinder-807898-1-iscsi is: [{'id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'name': 'tempest-TestVolumeBootPattern-166714472-router', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:23Z', 'updated_at': '2021-09-08T16:27:28Z', 'revision_number': 4, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'gw_port': {'id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:68:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:24Z', 'updated_at': '2021-09-08T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_floatingips': [{'id': 'e8cf455f-8a84-45be-a6dd-7bbe4ac5cf94', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'floating_ip_address': '172.27.2.237', 'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'router_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'port_id': '91d8ec70-f575-46bb-9d90-c08e8ef8bd3e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'mac_address': 'fa:16:3e:03:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaf9531-64bb-417e-b012-6c266e39f8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:30:47Z', 'updated_at': '2021-09-08T16:30:47Z', 'revision_number': 0, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c2b93ac-a896-4f1e-9e02-ff906feab604', 'name': '', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'mac_address': 'fa:16:3e:3e:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'adf73259-df70-4f00-8731-185ca1073a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:27Z', 'updated_at': '2021-09-08T16:27:36Z', 'revision_number': 5, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'subnets': [{'id': 'adf73259-df70-4f00-8731-185ca1073a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:30:50.448307 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940df378-6696-463a-b528-a32a9ecb9fa9 None None] New status for floating IP e8cf455f-8a84-45be-a6dd-7bbe4ac5cf94: ACTIVE {{(pid=79428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 08 16:31:00.822229 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-4ffc6bf0-c5e8-4bbc-bdd4-a5289ba27129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:31:01.297218 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:31:03.944775 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-0e4928aa-0e88-470b-9768-0648d645b82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:31:05.283257 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:31:07.390711 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:31:12.750650 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:31:18.361041 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:31:23.956992 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [req-98d3e721-687b-4c8a-aa89-ddcb5a6ceb5b req-d10d5a23-2373-473f-af8d-e1cc89b6cc4f service neutron] (79426) timed out ('10.222.0.70', 53089) {{(pid=79426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Sep 08 16:31:28.142768 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-eaacbf98-8718-4912-9740-57b5897ada4c req-5f15dfb4-181b-41cf-9b2e-9bf1424751bf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=aeaf9531-64bb-417e-b012-6c266e39f8c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1285126
Sep 08 16:31:28.333046 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaacbf98-8718-4912-9740-57b5897ada4c req-1d30244a-70b0-4a80-bb7a-737e21fe9e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:31:28.334790 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-eaacbf98-8718-4912-9740-57b5897ada4c req-1d30244a-70b0-4a80-bb7a-737e21fe9e6f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d48dfce1083d414da5ba06085d3813d3&device_id=aeaf9531-64bb-417e-b012-6c266e39f8c2 HTTP/1.1" status: 200  len: 1099 time: 0.0822954
Sep 08 16:31:28.492270 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaacbf98-8718-4912-9740-57b5897ada4c req-5e4f9931-5bf9-4126-91ed-a8ddd3706684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:31:28.493792 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-eaacbf98-8718-4912-9740-57b5897ada4c req-5e4f9931-5bf9-4126-91ed-a8ddd3706684 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69526384-0cc0-4c99-a503-762a8eb23837 HTTP/1.1" status: 200  len: 912 time: 0.1378820
Sep 08 16:31:28.611254 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-eaacbf98-8718-4912-9740-57b5897ada4c req-5357fce9-d013-45ff-9306-404d88f791c0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91d8ec70-f575-46bb-9d90-c08e8ef8bd3e HTTP/1.1" status: 200  len: 1002 time: 0.1085999
Sep 08 16:31:28.784369 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaacbf98-8718-4912-9740-57b5897ada4c req-8a76fcca-6bca-4dd1-ac02-bc4b99db5724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:31:28.785818 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-eaacbf98-8718-4912-9740-57b5897ada4c req-8a76fcca-6bca-4dd1-ac02-bc4b99db5724 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf73259-df70-4f00-8731-185ca1073a75 HTTP/1.1" status: 200  len: 850 time: 0.1677487
Sep 08 16:31:28.869244 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaacbf98-8718-4912-9740-57b5897ada4c req-b2e5cc7c-3e3b-4c6d-81a2-86078315651d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:31:28.871944 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-eaacbf98-8718-4912-9740-57b5897ada4c req-b2e5cc7c-3e3b-4c6d-81a2-86078315651d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69526384-0cc0-4c99-a503-762a8eb23837&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0778992
Sep 08 16:31:29.020453 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-eaacbf98-8718-4912-9740-57b5897ada4c req-07b53d46-ebf0-4cd5-a58d-8c2685847bbe service neutron] 10.222.0.70 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398079
Sep 08 16:31:29.168252 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-eaacbf98-8718-4912-9740-57b5897ada4c req-5560ebe2-0eba-4ec5-a2d2-9e2abce25b3a service neutron] 10.222.0.70 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399729
Sep 08 16:31:30.835341 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-ea8e25a5-03dd-4450-b60c-11cd37ecfbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:31:31.293327 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:31:33.932157 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-b4f199ce-0dae-43ba-8822-97769e5381a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:31:35.285552 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:31:37.391301 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:31:48.369401 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:31:49.750360 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:32:00.834992 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-cdc055d5-8d20-43fc-bbd6-b2723fdbbc5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:01.289209 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:03.929765 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-74268413-a5f1-4dc4-87af-81acbf7193d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:05.289527 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:07.395389 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:18.374584 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:19.198218 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-eafb5201-6721-4def-ab46-1128a154400f req-161efacd-f644-44f8-ab89-eda83c72d533 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-241192911&fields=id&tenant_id=d48dfce1083d414da5ba06085d3813d3 HTTP/1.1" status: 200  len: 267 time: 0.0491066
Sep 08 16:32:19.373104 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb5201-6721-4def-ab46-1128a154400f req-98ce5f1d-cca9-4945-a43b-f46c96d1d50f tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:32:19.375012 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-eafb5201-6721-4def-ab46-1128a154400f req-98ce5f1d-cca9-4945-a43b-f46c96d1d50f tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/networks?id=69526384-0cc0-4c99-a503-762a8eb23837 HTTP/1.1" status: 200  len: 811 time: 0.1690977
Sep 08 16:32:19.391926 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-eafb5201-6721-4def-ab46-1128a154400f req-5cfb4f9a-fa41-43f8-8bb7-7718e22a0fd3 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/quotas/d48dfce1083d414da5ba06085d3813d3 HTTP/1.1" status: 200  len: 375 time: 0.0102084
Sep 08 16:32:19.491445 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-eafb5201-6721-4def-ab46-1128a154400f req-6353b1ad-f0a9-4103-ad54-f0e8dfba6d7a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d48dfce1083d414da5ba06085d3813d3&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0927799
Sep 08 16:32:19.733597 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-eafb5201-6721-4def-ab46-1128a154400f req-ad919f3b-3bcd-45db-9cb0-2f6d33e0388f service neutron] 10.222.0.25 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2291548
Sep 08 16:32:19.893413 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-eafb5201-6721-4def-ab46-1128a154400f req-fb858cca-9e02-40ab-b55b-b9c7aa6169ab service neutron] 10.222.0.25 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1533456
Sep 08 16:32:20.447397 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-40b5b7bd-8cef-4348-9825-c6af8b1ed14d req-e3bfce0f-9826-4778-9e8a-797743c3556d tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=2385f6eb-986f-4af3-84bd-a3df24c4aa3e HTTP/1.1" status: 200  len: 210 time: 0.1029367
Sep 08 16:32:21.673402 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-44f0c9ae-7989-46d0-b35e-f9f44f8f392d req-81787470-7b7b-4f01-8a08-5c7a27402c8a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=2385f6eb-986f-4af3-84bd-a3df24c4aa3e HTTP/1.1" status: 200  len: 210 time: 0.0745478
Sep 08 16:32:21.924403 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb5201-6721-4def-ab46-1128a154400f req-9f8734b5-754a-4082-ab84-5f2b6a649172 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:32:21.926697 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-eafb5201-6721-4def-ab46-1128a154400f req-9f8734b5-754a-4082-ab84-5f2b6a649172 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.70 "GET /v2.0/networks?id=69526384-0cc0-4c99-a503-762a8eb23837 HTTP/1.1" status: 200  len: 811 time: 0.2325759
Sep 08 16:32:21.986945 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-eafb5201-6721-4def-ab46-1128a154400f req-4787c62d-73bd-4ee8-906a-6683540831af tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d48dfce1083d414da5ba06085d3813d3 HTTP/1.1" status: 200  len: 379 time: 0.0468860
Sep 08 16:32:22.005949 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [req-eafb5201-6721-4def-ab46-1128a154400f req-dfc54046-3ba6-4b5d-bca2-03f319a4667c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Request body: {'port': {'device_id': '2385f6eb-986f-4af3-84bd-a3df24c4aa3e', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'admin_state_up': True, 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'security_groups': ['4e184fc7-81bf-433d-ae36-5563d929eea3']}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:32:22.218439 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [req-eafb5201-6721-4def-ab46-1128a154400f req-dfc54046-3ba6-4b5d-bca2-03f319a4667c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:32:22.231008 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.quota.driver [req-eafb5201-6721-4def-ab46-1128a154400f req-dfc54046-3ba6-4b5d-bca2-03f319a4667c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=79426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:32:22.243092 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eafb5201-6721-4def-ab46-1128a154400f req-dfc54046-3ba6-4b5d-bca2-03f319a4667c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Made reservation on behalf of d48dfce1083d414da5ba06085d3813d3 for: {'port': 1} {{(pid=79426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 08 16:32:22.247045 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-eafb5201-6721-4def-ab46-1128a154400f req-dfc54046-3ba6-4b5d-bca2-03f319a4667c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:22.433511 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.db_base_plugin_common [req-eafb5201-6721-4def-ab46-1128a154400f req-dfc54046-3ba6-4b5d-bca2-03f319a4667c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Allocated IP 172.20.0.12 (69526384-0cc0-4c99-a503-762a8eb23837/adf73259-df70-4f00-8731-185ca1073a75/fcb1af23-6be7-4f45-902c-9a55dd3796a8) {{(pid=79426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:32:22.881199 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-eafb5201-6721-4def-ab46-1128a154400f req-dfc54046-3ba6-4b5d-bca2-03f319a4667c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for port, precommit_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:22.895814 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-e1c9c474-4a1e-4dc5-b3db-e60a4fde236c req-51a74227-52ee-46d5-8df4-808ca56e085c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=2385f6eb-986f-4af3-84bd-a3df24c4aa3e HTTP/1.1" status: 200  len: 210 time: 0.0719624
Sep 08 16:32:22.910808 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.provisioning_blocks [req-eafb5201-6721-4def-ab46-1128a154400f req-dfc54046-3ba6-4b5d-bca2-03f319a4667c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Transition to ACTIVE for port object fcb1af23-6be7-4f45-902c-9a55dd3796a8 will not be triggered until provisioned by entity DHCP. {{(pid=79426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:32:22.947742 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-eafb5201-6721-4def-ab46-1128a154400f req-dfc54046-3ba6-4b5d-bca2-03f319a4667c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_create {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:22.954038 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-b0c0d7bd-a027-4b0e-bcc9-457f824e44c5 tempest-TestMinimumBasicScenario-1561884331 tempest-TestMinimumBasicScenario-1561884331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:32:23.033864 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eafb5201-6721-4def-ab46-1128a154400f req-dfc54046-3ba6-4b5d-bca2-03f319a4667c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Network 69526384-0cc0-4c99-a503-762a8eb23837 is already hosted by enough agents. {{(pid=79426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:32:23.038122 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.base_scheduler [req-eafb5201-6721-4def-ab46-1128a154400f req-dfc54046-3ba6-4b5d-bca2-03f319a4667c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Resources bound (agent type, host, resource id):  {{(pid=79426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:32:23.042565 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.l3_dvrscheduler_db [req-eafb5201-6721-4def-ab46-1128a154400f req-dfc54046-3ba6-4b5d-bca2-03f319a4667c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Received port after_create {{(pid=79426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:32:23.080341 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc54046-3ba6-4b5d-bca2-03f319a4667c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Pushing event updated for resources: {'Port': ['ID=fcb1af23-6be7-4f45-902c-9a55dd3796a8,revision_number=1']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:32:23.096049 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc54046-3ba6-4b5d-bca2-03f319a4667c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:32:23.096427 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc54046-3ba6-4b5d-bca2-03f319a4667c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:32:23.096791 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc54046-3ba6-4b5d-bca2-03f319a4667c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:32:23.097153 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc54046-3ba6-4b5d-bca2-03f319a4667c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:32:23.097513 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc54046-3ba6-4b5d-bca2-03f319a4667c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:32:23.097870 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc54046-3ba6-4b5d-bca2-03f319a4667c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:32:23.098227 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc54046-3ba6-4b5d-bca2-03f319a4667c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:32:23.098580 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc54046-3ba6-4b5d-bca2-03f319a4667c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:32:23.098935 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc54046-3ba6-4b5d-bca2-03f319a4667c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:32:23.099283 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc54046-3ba6-4b5d-bca2-03f319a4667c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:32:23.099721 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc54046-3ba6-4b5d-bca2-03f319a4667c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:32:23.100306 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc54046-3ba6-4b5d-bca2-03f319a4667c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:32:23.106351 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-dfc54046-3ba6-4b5d-bca2-03f319a4667c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:32:23.130094 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb5201-6721-4def-ab46-1128a154400f req-dfc54046-3ba6-4b5d-bca2-03f319a4667c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:32:23.131862 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-eafb5201-6721-4def-ab46-1128a154400f req-dfc54046-3ba6-4b5d-bca2-03f319a4667c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:23.162305 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-eafb5201-6721-4def-ab46-1128a154400f req-dfc54046-3ba6-4b5d-bca2-03f319a4667c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1605482
Sep 08 16:32:23.180559 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.v2.base [req-eafb5201-6721-4def-ab46-1128a154400f req-1c6a46c3-d8e1-43ba-aec6-9f7e0af9f9c4 service neutron] Request body: {'port': {'device_id': '2385f6eb-986f-4af3-84bd-a3df24c4aa3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80789'}} {{(pid=79426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:32:23.314687 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-aa65f31b-82c3-4f09-a599-caaec0a6839c None None] Provisioning for port fcb1af23-6be7-4f45-902c-9a55dd3796a8 completed by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:32:23.324854 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-aa65f31b-82c3-4f09-a599-caaec0a6839c None None] Provisioning complete for port fcb1af23-6be7-4f45-902c-9a55dd3796a8 triggered by entity DHCP. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:32:23.325419 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-aa65f31b-82c3-4f09-a599-caaec0a6839c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:23.328152 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-eafb5201-6721-4def-ab46-1128a154400f req-1c6a46c3-d8e1-43ba-aec6-9f7e0af9f9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:23.426495 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-aa65f31b-82c3-4f09-a599-caaec0a6839c None None] Port fcb1af23-6be7-4f45-902c-9a55dd3796a8 cannot update to ACTIVE because it is not bound. {{(pid=79427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 08 16:32:23.795407 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.notifiers.nova [req-eafb5201-6721-4def-ab46-1128a154400f req-1c6a46c3-d8e1-43ba-aec6-9f7e0af9f9c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcb1af23-6be7-4f45-902c-9a55dd3796a8 {{(pid=79426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:32:23.803762 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-eafb5201-6721-4def-ab46-1128a154400f req-1c6a46c3-d8e1-43ba-aec6-9f7e0af9f9c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:23.820115 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.provisioning_blocks [req-eafb5201-6721-4def-ab46-1128a154400f req-1c6a46c3-d8e1-43ba-aec6-9f7e0af9f9c4 service neutron] Transition to ACTIVE for port object fcb1af23-6be7-4f45-902c-9a55dd3796a8 will not be triggered until provisioned by entity L2. {{(pid=79426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 08 16:32:23.825090 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-eafb5201-6721-4def-ab46-1128a154400f req-1c6a46c3-d8e1-43ba-aec6-9f7e0af9f9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353071'] for port, after_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:23.833117 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-6f8b6c49-67a5-46fd-a7d4-068ac5f5b25d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:32:24.077416 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a46c3-d8e1-43ba-aec6-9f7e0af9f9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb1af23-6be7-4f45-902c-9a55dd3796a8,revision_number=2']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:32:24.129161 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-1c6a46c3-d8e1-43ba-aec6-9f7e0af9f9c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:32:24.342942 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.managers [req-eafb5201-6721-4def-ab46-1128a154400f req-1c6a46c3-d8e1-43ba-aec6-9f7e0af9f9c4 service neutron] Attempting to bind port fcb1af23-6be7-4f45-902c-9a55dd3796a8 on host hv-cinder-80789 for vnic_type normal with profile  {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 08 16:32:24.343233 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.managers [req-eafb5201-6721-4def-ab46-1128a154400f req-1c6a46c3-d8e1-43ba-aec6-9f7e0af9f9c4 service neutron] Attempting to bind port fcb1af23-6be7-4f45-902c-9a55dd3796a8 by drivers openvswitch,hyperv on host hv-cinder-80789 at level 0 using segments [{'id': 'dde4aef1-ea99-4d91-88f4-509b119e584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837'}] {{(pid=79426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 08 16:32:24.343517 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafb5201-6721-4def-ab46-1128a154400f req-1c6a46c3-d8e1-43ba-aec6-9f7e0af9f9c4 service neutron] Attempting to bind port fcb1af23-6be7-4f45-902c-9a55dd3796a8 on network 69526384-0cc0-4c99-a503-762a8eb23837 {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:32:24.352299 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafb5201-6721-4def-ab46-1128a154400f req-1c6a46c3-d8e1-43ba-aec6-9f7e0af9f9c4 service neutron] Port fcb1af23-6be7-4f45-902c-9a55dd3796a8 on network 69526384-0cc0-4c99-a503-762a8eb23837 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80789 {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 08 16:32:24.352666 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafb5201-6721-4def-ab46-1128a154400f req-1c6a46c3-d8e1-43ba-aec6-9f7e0af9f9c4 service neutron] Attempting to bind port fcb1af23-6be7-4f45-902c-9a55dd3796a8 on network 69526384-0cc0-4c99-a503-762a8eb23837 {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 08 16:32:24.361457 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafb5201-6721-4def-ab46-1128a154400f req-1c6a46c3-d8e1-43ba-aec6-9f7e0af9f9c4 service neutron] Checking agent: {'id': 'c4ee52ba-d613-406f-b441-649e3bfebfed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80789', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'started_at': datetime.datetime(2021, 9, 8, 16, 13, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 16, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 08 16:32:24.361842 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafb5201-6721-4def-ab46-1128a154400f req-1c6a46c3-d8e1-43ba-aec6-9f7e0af9f9c4 service neutron] Checking segment: {'id': 'dde4aef1-ea99-4d91-88f4-509b119e584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 08 16:32:24.362267 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafb5201-6721-4def-ab46-1128a154400f req-1c6a46c3-d8e1-43ba-aec6-9f7e0af9f9c4 service neutron] Bound using segment: {'id': 'dde4aef1-ea99-4d91-88f4-509b119e584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837'} {{(pid=79426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 08 16:32:24.362740 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.managers [req-eafb5201-6721-4def-ab46-1128a154400f req-1c6a46c3-d8e1-43ba-aec6-9f7e0af9f9c4 service neutron] Bound port: fcb1af23-6be7-4f45-902c-9a55dd3796a8, host: hv-cinder-80789, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dde4aef1-ea99-4d91-88f4-509b119e584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837'}}] {{(pid=79426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 08 16:32:24.363121 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-eafb5201-6721-4def-ab46-1128a154400f req-1c6a46c3-d8e1-43ba-aec6-9f7e0af9f9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:24.380449 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a240644-0e52-4aed-b84d-21acb3cf40e1 req-a2beb6fc-29c5-47d1-9f24-806eed26f2a2 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:32:24.382009 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-3a240644-0e52-4aed-b84d-21acb3cf40e1 req-a2beb6fc-29c5-47d1-9f24-806eed26f2a2 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Synchronizing usage tracker for tenant:d48dfce1083d414da5ba06085d3813d3 on resource:port {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:32:24.438033 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-3a240644-0e52-4aed-b84d-21acb3cf40e1 req-a2beb6fc-29c5-47d1-9f24-806eed26f2a2 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Unset dirty status for tenant:d48dfce1083d414da5ba06085d3813d3 on resource:port {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:32:24.439206 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3a240644-0e52-4aed-b84d-21acb3cf40e1 req-a2beb6fc-29c5-47d1-9f24-806eed26f2a2 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=2385f6eb-986f-4af3-84bd-a3df24c4aa3e HTTP/1.1" status: 200  len: 944 time: 0.3001008
Sep 08 16:32:24.517160 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3a240644-0e52-4aed-b84d-21acb3cf40e1 req-d71e4046-bc8e-4d72-9d0d-4c86ac156c98 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0696986
Sep 08 16:32:24.521204 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [req-eafb5201-6721-4def-ab46-1128a154400f req-1c6a46c3-d8e1-43ba-aec6-9f7e0af9f9c4 service neutron] For port fcb1af23-6be7-4f45-902c-9a55dd3796a8, host hv-cinder-80789, cleared binding levels {{(pid=79426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 08 16:32:24.527603 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [req-eafb5201-6721-4def-ab46-1128a154400f req-1c6a46c3-d8e1-43ba-aec6-9f7e0af9f9c4 service neutron] For port fcb1af23-6be7-4f45-902c-9a55dd3796a8, host hv-cinder-80789, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=fcb1af23-6be7-4f45-902c-9a55dd3796a8,segment=NetworkSegment(dde4aef1-ea99-4d91-88f4-509b119e584d),segment_id=dde4aef1-ea99-4d91-88f4-509b119e584d)] {{(pid=79426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 08 16:32:24.533483 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-eafb5201-6721-4def-ab46-1128a154400f req-1c6a46c3-d8e1-43ba-aec6-9f7e0af9f9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353071'] for port, after_update {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:24.539377 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-aecb67e5-18c3-4afb-867a-fe455d89314b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:32:24.610054 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb5201-6721-4def-ab46-1128a154400f req-1c6a46c3-d8e1-43ba-aec6-9f7e0af9f9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:32:24.611079 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-eafb5201-6721-4def-ab46-1128a154400f req-1c6a46c3-d8e1-43ba-aec6-9f7e0af9f9c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:24.613487 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-eafb5201-6721-4def-ab46-1128a154400f req-1c6a46c3-d8e1-43ba-aec6-9f7e0af9f9c4 service neutron] 10.222.0.70 "PUT /v2.0/ports/fcb1af23-6be7-4f45-902c-9a55dd3796a8 HTTP/1.1" status: 200  len: 1094 time: 1.4383497
Sep 08 16:32:24.614351 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2385f6eb-986f-4af3-84bd-a3df24c4aa3e', 'tag': 'fcb1af23-6be7-4f45-902c-9a55dd3796a8'}] {{(pid=79426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:32:24.661542 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a46c3-d8e1-43ba-aec6-9f7e0af9f9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb1af23-6be7-4f45-902c-9a55dd3796a8,revision_number=3']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:32:24.667599 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-1c6a46c3-d8e1-43ba-aec6-9f7e0af9f9c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:32:24.793217 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2385f6eb-986f-4af3-84bd-a3df24c4aa3e', 'tag': 'fcb1af23-6be7-4f45-902c-9a55dd3796a8', 'status': 'completed', 'code': 200}
Sep 08 16:32:24.812996 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb5201-6721-4def-ab46-1128a154400f req-6cd1bf99-0459-49ac-aae0-08e5bcaeb776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:32:24.814995 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-eafb5201-6721-4def-ab46-1128a154400f req-6cd1bf99-0459-49ac-aae0-08e5bcaeb776 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d48dfce1083d414da5ba06085d3813d3&device_id=2385f6eb-986f-4af3-84bd-a3df24c4aa3e HTTP/1.1" status: 200  len: 1097 time: 0.1161628
Sep 08 16:32:24.948333 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-eafb5201-6721-4def-ab46-1128a154400f req-855297d3-699f-4b8a-a5c9-2fd6302e3f99 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcb1af23-6be7-4f45-902c-9a55dd3796a8 HTTP/1.1" status: 200  len: 217 time: 0.1196907
Sep 08 16:32:25.028824 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb5201-6721-4def-ab46-1128a154400f req-0bcebec2-f2ff-4b33-ba76-28a1986212f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:32:25.030370 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-eafb5201-6721-4def-ab46-1128a154400f req-0bcebec2-f2ff-4b33-ba76-28a1986212f5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf73259-df70-4f00-8731-185ca1073a75 HTTP/1.1" status: 200  len: 850 time: 0.0755486
Sep 08 16:32:25.121703 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb5201-6721-4def-ab46-1128a154400f req-540f1dcc-e715-4907-8593-af935e7dd507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:32:25.124197 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-eafb5201-6721-4def-ab46-1128a154400f req-540f1dcc-e715-4907-8593-af935e7dd507 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69526384-0cc0-4c99-a503-762a8eb23837&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0874362
Sep 08 16:32:25.447384 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-eafb5201-6721-4def-ab46-1128a154400f req-44f0cf05-657b-4ce7-8c2d-465b890ac0fd service neutron] 10.222.0.70 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3166268
Sep 08 16:32:25.611842 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-eafb5201-6721-4def-ab46-1128a154400f req-5b13b9a0-c708-4817-b299-9c0e34ae9aa5 service neutron] 10.222.0.70 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1561515
Sep 08 16:32:25.822406 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2b589-eb31-430f-838f-a0e81dacc264 req-b46d5c5a-ddf5-4c8f-b0a3-9c7c8ae423d0 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:32:25.823551 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-77c2b589-eb31-430f-838f-a0e81dacc264 req-b46d5c5a-ddf5-4c8f-b0a3-9c7c8ae423d0 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=2385f6eb-986f-4af3-84bd-a3df24c4aa3e HTTP/1.1" status: 200  len: 944 time: 0.1655741
Sep 08 16:32:25.833090 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9646e-5eda-467c-9d3a-7c008cb2645b req-2419e576-c598-428d-817e-44154e0dab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:32:25.836079 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2df9646e-5eda-467c-9d3a-7c008cb2645b req-2419e576-c598-428d-817e-44154e0dab16 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d48dfce1083d414da5ba06085d3813d3&device_id=2385f6eb-986f-4af3-84bd-a3df24c4aa3e HTTP/1.1" status: 200  len: 1097 time: 0.1220951
Sep 08 16:32:26.055556 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-77c2b589-eb31-430f-838f-a0e81dacc264 req-b1cbd122-f9c8-4083-8a2a-5f86dc4eed09 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2178757
Sep 08 16:32:26.114851 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9646e-5eda-467c-9d3a-7c008cb2645b req-8283831e-b3fe-4ad7-bc71-63c0795713fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:32:26.116701 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2df9646e-5eda-467c-9d3a-7c008cb2645b req-8283831e-b3fe-4ad7-bc71-63c0795713fe service neutron] 10.222.0.70 "GET /v2.0/networks?id=69526384-0cc0-4c99-a503-762a8eb23837 HTTP/1.1" status: 200  len: 912 time: 0.2582521
Sep 08 16:32:26.195943 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2df9646e-5eda-467c-9d3a-7c008cb2645b req-71b12196-a9b9-4361-9f15-41657ce55981 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcb1af23-6be7-4f45-902c-9a55dd3796a8 HTTP/1.1" status: 200  len: 217 time: 0.0691495
Sep 08 16:32:26.262953 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9646e-5eda-467c-9d3a-7c008cb2645b req-da2080e8-76c6-4aa2-a023-6b77faf33a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:32:26.264727 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2df9646e-5eda-467c-9d3a-7c008cb2645b req-da2080e8-76c6-4aa2-a023-6b77faf33a9f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf73259-df70-4f00-8731-185ca1073a75 HTTP/1.1" status: 200  len: 850 time: 0.0624366
Sep 08 16:32:26.348874 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9646e-5eda-467c-9d3a-7c008cb2645b req-04001d0b-3079-44dc-b100-1ef66f2ae3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:32:26.350917 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2df9646e-5eda-467c-9d3a-7c008cb2645b req-04001d0b-3079-44dc-b100-1ef66f2ae3d5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69526384-0cc0-4c99-a503-762a8eb23837&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0793061
Sep 08 16:32:26.493847 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2df9646e-5eda-467c-9d3a-7c008cb2645b req-8c85db0a-e98a-4542-ae58-38ae81c41c6d service neutron] 10.222.0.70 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352770
Sep 08 16:32:26.644770 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2df9646e-5eda-467c-9d3a-7c008cb2645b req-9f70d78c-4e84-4f42-8d2a-fa06e0c07c26 service neutron] 10.222.0.70 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1446052
Sep 08 16:32:26.750109 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:32:27.258757 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdfffa-e574-4c27-9850-3605b59ab220 req-b498c33d-2f43-4613-b589-e3a51239671a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:32:27.260229 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-92cdfffa-e574-4c27-9850-3605b59ab220 req-b498c33d-2f43-4613-b589-e3a51239671a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=2385f6eb-986f-4af3-84bd-a3df24c4aa3e HTTP/1.1" status: 200  len: 944 time: 0.0867224
Sep 08 16:32:27.314238 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-92cdfffa-e574-4c27-9850-3605b59ab220 req-c8a2eae7-db9c-4229-98ff-c195fff33fa8 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427399
Sep 08 16:32:28.540945 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90104c-4382-4f2d-9f0e-6fe782aff520 req-161c7688-3627-47b4-b912-0683996e7896 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:32:28.542632 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-1e90104c-4382-4f2d-9f0e-6fe782aff520 req-161c7688-3627-47b4-b912-0683996e7896 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=2385f6eb-986f-4af3-84bd-a3df24c4aa3e HTTP/1.1" status: 200  len: 944 time: 0.0960324
Sep 08 16:32:28.595369 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-1e90104c-4382-4f2d-9f0e-6fe782aff520 req-6e9131cf-fdfa-4b2c-b9be-31df0b50daaa tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456424
Sep 08 16:32:30.002250 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f23dde-7c8f-42c6-866d-4675e1b1d50f req-a405aea4-1b40-473a-b8f4-3c83fe56f21a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:32:30.004247 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-75f23dde-7c8f-42c6-866d-4675e1b1d50f req-a405aea4-1b40-473a-b8f4-3c83fe56f21a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=2385f6eb-986f-4af3-84bd-a3df24c4aa3e HTTP/1.1" status: 200  len: 944 time: 0.1412151
Sep 08 16:32:30.110394 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-75f23dde-7c8f-42c6-866d-4675e1b1d50f req-635475cb-441f-4d4d-817e-ce90ce7c16a6 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0994029
Sep 08 16:32:30.136864 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5b72c748-3fc4-4985-ae11-15713fb5d7c4 req-1b6ec21f-da2c-4844-b61c-45e6d37a6a08 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=aeaf9531-64bb-417e-b012-6c266e39f8c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1111403
Sep 08 16:32:30.307003 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72c748-3fc4-4985-ae11-15713fb5d7c4 req-e7013db0-da9a-432e-bd93-5f2df4489369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:32:30.308596 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5b72c748-3fc4-4985-ae11-15713fb5d7c4 req-e7013db0-da9a-432e-bd93-5f2df4489369 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d48dfce1083d414da5ba06085d3813d3&device_id=aeaf9531-64bb-417e-b012-6c266e39f8c2 HTTP/1.1" status: 200  len: 1099 time: 0.0823860
Sep 08 16:32:30.470283 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72c748-3fc4-4985-ae11-15713fb5d7c4 req-524293aa-9cc6-4fe7-a807-4e1bf85aed75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:32:30.472014 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5b72c748-3fc4-4985-ae11-15713fb5d7c4 req-524293aa-9cc6-4fe7-a807-4e1bf85aed75 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69526384-0cc0-4c99-a503-762a8eb23837 HTTP/1.1" status: 200  len: 912 time: 0.1419895
Sep 08 16:32:30.706666 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5b72c748-3fc4-4985-ae11-15713fb5d7c4 req-17492afd-810a-4e9e-9470-18ec7c6f1e77 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91d8ec70-f575-46bb-9d90-c08e8ef8bd3e HTTP/1.1" status: 200  len: 1002 time: 0.2276571
Sep 08 16:32:30.777006 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72c748-3fc4-4985-ae11-15713fb5d7c4 req-96aa57f5-2806-4769-a1f6-3f87f91eba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:32:30.778484 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5b72c748-3fc4-4985-ae11-15713fb5d7c4 req-96aa57f5-2806-4769-a1f6-3f87f91eba0c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf73259-df70-4f00-8731-185ca1073a75 HTTP/1.1" status: 200  len: 850 time: 0.0650024
Sep 08 16:32:30.840844 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-62344287-ffef-43d5-810a-15e27a08e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:30.888270 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72c748-3fc4-4985-ae11-15713fb5d7c4 req-70dc5b36-7203-4807-bf49-5703c623f2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:32:30.889763 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5b72c748-3fc4-4985-ae11-15713fb5d7c4 req-70dc5b36-7203-4807-bf49-5703c623f2c1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69526384-0cc0-4c99-a503-762a8eb23837&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1046669
Sep 08 16:32:31.039073 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5b72c748-3fc4-4985-ae11-15713fb5d7c4 req-6cf65086-344a-4796-99ad-8c0f73ad69e4 service neutron] 10.222.0.70 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428483
Sep 08 16:32:31.217841 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-5b72c748-3fc4-4985-ae11-15713fb5d7c4 req-3f275b09-621a-46ed-9598-046c782b3851 service neutron] 10.222.0.70 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1701529
Sep 08 16:32:31.304889 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:31.354285 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8ee27-1979-4183-aa9e-fab6160ffad7 req-b3e2197a-a6f7-4581-ae2e-a506bcd58e22 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:32:31.355923 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-96e8ee27-1979-4183-aa9e-fab6160ffad7 req-b3e2197a-a6f7-4581-ae2e-a506bcd58e22 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=2385f6eb-986f-4af3-84bd-a3df24c4aa3e HTTP/1.1" status: 200  len: 944 time: 0.0878174
Sep 08 16:32:31.408296 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-96e8ee27-1979-4183-aa9e-fab6160ffad7 req-ddac4958-b695-47eb-9348-13038d47fd37 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463555
Sep 08 16:32:32.652187 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e9a87-00d6-4a7c-89ce-bf544fd5907f req-165d63c9-65e4-47e1-bc80-ca4e9bfce0ee tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:32:32.654978 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-166e9a87-00d6-4a7c-89ce-bf544fd5907f req-165d63c9-65e4-47e1-bc80-ca4e9bfce0ee tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=2385f6eb-986f-4af3-84bd-a3df24c4aa3e HTTP/1.1" status: 200  len: 944 time: 0.1080375
Sep 08 16:32:32.707121 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-166e9a87-00d6-4a7c-89ce-bf544fd5907f req-de1f843e-8813-47d7-8db6-e5898c530872 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460777
Sep 08 16:32:33.210687 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device fcb1af23-6be7-4f45-902c-9a55dd3796a8 details requested by agent hyperv_hv-cinder-80789 with host hv-cinder-80789 {{(pid=79427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 08 16:32:33.366526 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port fcb1af23-6be7-4f45-902c-9a55dd3796a8, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=fcb1af23-6be7-4f45-902c-9a55dd3796a8,segment=NetworkSegment(dde4aef1-ea99-4d91-88f4-509b119e584d),segment_id=dde4aef1-ea99-4d91-88f4-509b119e584d)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:32:33.382699 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Returning: {'device': 'fcb1af23-6be7-4f45-902c-9a55dd3796a8', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'port_id': 'fcb1af23-6be7-4f45-902c-9a55dd3796a8', 'mac_address': 'fa:16:3e:bb:5f:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adf73259-df70-4f00-8731-185ca1073a75', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 08 16:32:33.450364 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:33.470755 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcb1af23-6be7-4f45-902c-9a55dd3796a8 {{(pid=79427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 08 16:32:33.489211 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port fcb1af23-6be7-4f45-902c-9a55dd3796a8, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=fcb1af23-6be7-4f45-902c-9a55dd3796a8,segment=NetworkSegment(dde4aef1-ea99-4d91-88f4-509b119e584d),segment_id=dde4aef1-ea99-4d91-88f4-509b119e584d)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:32:33.494319 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:33.496460 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:32:33.568067 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=fcb1af23-6be7-4f45-902c-9a55dd3796a8,revision_number=4']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:32:33.576938 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:32:33.577330 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:32:33.577710 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:32:33.578084 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:32:33.578528 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:32:33.578962 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:32:33.579337 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:32:33.579737 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:32:33.580108 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:32:33.580537 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:32:33.580914 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:32:33.581341 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:32:33.586411 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:32:33.805241 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] get_ports_and_sgs() called for port_ids ['fcb1af23-6be7-4f45-902c-9a55dd3796a8'] {{(pid=79427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 08 16:32:33.933785 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297a7a9-00f9-4129-8e05-3da605d1278e req-11e2061d-2c72-4b1d-9cef-d0eb53ea23f8 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:32:33.936018 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2297a7a9-00f9-4129-8e05-3da605d1278e req-11e2061d-2c72-4b1d-9cef-d0eb53ea23f8 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=2385f6eb-986f-4af3-84bd-a3df24c4aa3e HTTP/1.1" status: 200  len: 945 time: 0.1060953
Sep 08 16:32:33.953265 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-e918460d-116f-4d7a-919c-df1700c09fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:33.984913 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-2297a7a9-00f9-4129-8e05-3da605d1278e req-85e326df-1588-4d17-937e-1820e57296b9 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428238
Sep 08 16:32:35.183413 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718257c3-7ad0-4b02-982f-171e3398cddd req-49e75333-c86d-4301-b58b-7752722a5149 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:32:35.185047 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-718257c3-7ad0-4b02-982f-171e3398cddd req-49e75333-c86d-4301-b58b-7752722a5149 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=2385f6eb-986f-4af3-84bd-a3df24c4aa3e HTTP/1.1" status: 200  len: 945 time: 0.0856586
Sep 08 16:32:35.225591 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device fcb1af23-6be7-4f45-902c-9a55dd3796a8 up at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 08 16:32:35.235307 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-718257c3-7ad0-4b02-982f-171e3398cddd req-1c7f3aa6-e054-4690-b9f6-7dcd2c5e38c4 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443833
Sep 08 16:32:35.337807 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:35.371088 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning for port fcb1af23-6be7-4f45-902c-9a55dd3796a8 completed by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 08 16:32:35.376513 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.provisioning_blocks [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Provisioning complete for port fcb1af23-6be7-4f45-902c-9a55dd3796a8 triggered by entity L2. {{(pid=79427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 08 16:32:35.376907 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1047933'] for port, provisioning_complete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:35.510551 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:35.541493 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2385f6eb-986f-4af3-84bd-a3df24c4aa3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb1af23-6be7-4f45-902c-9a55dd3796a8'}] {{(pid=79427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:32:35.552483 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] For port fcb1af23-6be7-4f45-902c-9a55dd3796a8, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=fcb1af23-6be7-4f45-902c-9a55dd3796a8,segment=NetworkSegment(dde4aef1-ea99-4d91-88f4-509b119e584d),segment_id=dde4aef1-ea99-4d91-88f4-509b119e584d)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:32:35.557499 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755'] for port, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:35.560853 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:32:35.624055 dv-cinder-807898-1-iscsi neutron-server[79427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2385f6eb-986f-4af3-84bd-a3df24c4aa3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb1af23-6be7-4f45-902c-9a55dd3796a8', 'code': 200}
Sep 08 16:32:35.645390 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Pushing event updated for resources: {'Port': ['ID=fcb1af23-6be7-4f45-902c-9a55dd3796a8,revision_number=5']} {{(pid=79427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:32:35.650954 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_concurrency.lockutils [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:32:36.012527 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01561264-69da-4f95-ac13-ce0d8a30135b req-69f8a17e-0a65-47bb-97ea-6ce19050526e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:32:36.014047 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-01561264-69da-4f95-ac13-ce0d8a30135b req-69f8a17e-0a65-47bb-97ea-6ce19050526e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2385f6eb-986f-4af3-84bd-a3df24c4aa3e HTTP/1.1" status: 200  len: 1099 time: 0.1175883
Sep 08 16:32:36.062298 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-01561264-69da-4f95-ac13-ce0d8a30135b req-a2c81975-a07f-4ddb-bcd0-c6377cd50364 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398121
Sep 08 16:32:36.483457 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a98fe5-9c68-48a5-abe2-4780518dd7be req-f8317d29-5bda-46cd-8070-09599acaaaae tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:32:36.485055 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-80a98fe5-9c68-48a5-abe2-4780518dd7be req-f8317d29-5bda-46cd-8070-09599acaaaae tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=2385f6eb-986f-4af3-84bd-a3df24c4aa3e HTTP/1.1" status: 200  len: 946 time: 0.0908375
Sep 08 16:32:36.540726 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-80a98fe5-9c68-48a5-abe2-4780518dd7be req-bf4b9e2b-21fd-4653-a40d-4231427ef76d tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486243
Sep 08 16:32:37.395706 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:37.761653 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfd96a-af5a-4abf-968b-dd9573475033 req-f3f9e6ce-ef3c-4cd7-88fb-a45b3f388105 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:32:37.763272 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-c5bfd96a-af5a-4abf-968b-dd9573475033 req-f3f9e6ce-ef3c-4cd7-88fb-a45b3f388105 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=2385f6eb-986f-4af3-84bd-a3df24c4aa3e HTTP/1.1" status: 200  len: 946 time: 0.0877109
Sep 08 16:32:37.813753 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-c5bfd96a-af5a-4abf-968b-dd9573475033 req-de0736f8-e836-4e77-a3d4-65ea9c98aac5 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445194
Sep 08 16:32:38.035861 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f43b6-7471-4d9a-bbf8-3df914c81318 req-8543d554-7b82-4bd8-8f4e-fbf35defdfa6 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:32:38.037537 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-222f43b6-7471-4d9a-bbf8-3df914c81318 req-8543d554-7b82-4bd8-8f4e-fbf35defdfa6 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=2385f6eb-986f-4af3-84bd-a3df24c4aa3e HTTP/1.1" status: 200  len: 946 time: 0.1027682
Sep 08 16:32:38.096206 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-222f43b6-7471-4d9a-bbf8-3df914c81318 req-d98bae6b-015b-450c-9c1f-0fe0c42e443d tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485787
Sep 08 16:32:38.123722 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 47528) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:32:38.203778 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dc2464-2674-42db-8ad1-beb4fb278522 tempest-TestVolumeBootPattern-101888016 tempest-TestVolumeBootPattern-101888016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:32:38.205370 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-46dc2464-2674-42db-8ad1-beb4fb278522 tempest-TestVolumeBootPattern-101888016 tempest-TestVolumeBootPattern-101888016-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2385f6eb-986f-4af3-84bd-a3df24c4aa3e HTTP/1.1" status: 200  len: 1094 time: 0.0805221
Sep 08 16:32:38.210649 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 47532) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:32:38.260535 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.v2.base [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Request body: {'floatingip': {'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'port_id': 'fcb1af23-6be7-4f45-902c-9a55dd3796a8', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=79425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 08 16:32:38.267070 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 08 16:32:38.272555 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Usage tracker for resource:floatingip and tenant:d48dfce1083d414da5ba06085d3813d3 is out of sync, need to count used quota {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 08 16:32:38.276245 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.quota.resource [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=79425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 08 16:32:38.283987 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.quota.driver [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=79425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 08 16:32:38.298003 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for floatingip, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:38.448919 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:38.602744 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_common [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Allocated IP 172.27.2.235 (e2ed1a71-8bc5-4c91-9ec3-df61c44bef44/a1e16140-da4f-4587-a2e7-78015b4d0ba3/5f226d91-a878-4b2d-8781-15b466a687c5) {{(pid=79425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 08 16:32:38.766464 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for port, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:38.798548 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745177039692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:38.803939 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-b3761e90-3522-4d79-8ed0-13929e757e87 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:32:38.868270 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Network e2ed1a71-8bc5-4c91-9ec3-df61c44bef44 is already hosted by enough agents. {{(pid=79425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 08 16:32:38.871661 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.base_scheduler [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Resources bound (agent type, host, resource id):  {{(pid=79425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 08 16:32:38.875801 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Received port after_create {{(pid=79425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 08 16:32:38.916996 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Pushing event updated for resources: {'Port': ['ID=5f226d91-a878-4b2d-8781-15b466a687c5,revision_number=1']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:32:38.929888 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:32:38.930248 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:32:38.930628 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:32:38.930999 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:32:38.931369 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:32:38.931770 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:32:38.932133 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:32:38.932644 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:32:38.932854 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:32:38.933201 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:32:38.933554 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:32:38.933908 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:32:38.939316 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:32:39.479606 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:39.580945 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-838197'] for port, before_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:39.825791 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for port, precommit_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:39.830636 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745177441886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745177039710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745177039755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2334251'] for port, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:39.835169 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-5c4cd795-a43b-489a-aab9-35dabd53f08d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:32:39.948371 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Pushing event updated for resources: {'Port': ['ID=5f226d91-a878-4b2d-8781-15b466a687c5,revision_number=2']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:32:39.951429 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:32:39.966209 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1948197'] for floatingip, after_update {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:40.292348 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.db.l3_db [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Floating IP 8dc7f079-c461-49bc-aeb3-7541d6b33c60 associated. External IP: 172.27.2.235, port: fcb1af23-6be7-4f45-902c-9a55dd3796a8.
Sep 08 16:32:40.681333 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Router beba8cf4-cebe-448e-9ba0-615239f5a40e has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:32:40.879752 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:32:40.892084 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84ad0b1-97c6-48ad-b616-fd0bd3cd1f9a None None] Sync routers for ids ['beba8cf4-cebe-448e-9ba0-615239f5a40e'] in dv-cinder-807898-1-iscsi {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:32:40.912744 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84ad0b1-97c6-48ad-b616-fd0bd3cd1f9a None None] Routers {'beba8cf4-cebe-448e-9ba0-615239f5a40e'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:32:40.913284 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for floatingip, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:32:40.913981 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-e84ad0b1-97c6-48ad-b616-fd0bd3cd1f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42517b95e0>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:32:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['beba8cf4-cebe-448e-9ba0-615239f5a40e'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:32:40.991805 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-3f8251e6-85e8-4baf-b31d-88b608ef0f33 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.7691410
Sep 08 16:32:40.991805 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2385f6eb-986f-4af3-84bd-a3df24c4aa3e', 'tag': 'fcb1af23-6be7-4f45-902c-9a55dd3796a8'}] {{(pid=79425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:32:41.033237 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2385f6eb-986f-4af3-84bd-a3df24c4aa3e', 'tag': 'fcb1af23-6be7-4f45-902c-9a55dd3796a8', 'status': 'completed', 'code': 200}
Sep 08 16:32:41.161338 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac77ab-b795-4423-9c4c-f9722df0f455 req-38bff196-b5b9-4d5c-8c37-49daf4e60168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:32:41.163463 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d0ac77ab-b795-4423-9c4c-f9722df0f455 req-38bff196-b5b9-4d5c-8c37-49daf4e60168 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d48dfce1083d414da5ba06085d3813d3&device_id=2385f6eb-986f-4af3-84bd-a3df24c4aa3e HTTP/1.1" status: 200  len: 1099 time: 0.0773263
Sep 08 16:32:41.211411 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-e84ad0b1-97c6-48ad-b616-fd0bd3cd1f9a None None] Set router beba8cf4-cebe-448e-9ba0-615239f5a40e gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:32:41.313338 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac77ab-b795-4423-9c4c-f9722df0f455 req-ba8d7cb1-abca-4192-a4cb-58f46a64735d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:32:41.314979 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d0ac77ab-b795-4423-9c4c-f9722df0f455 req-ba8d7cb1-abca-4192-a4cb-58f46a64735d service neutron] 10.222.0.70 "GET /v2.0/networks?id=69526384-0cc0-4c99-a503-762a8eb23837 HTTP/1.1" status: 200  len: 912 time: 0.1427896
Sep 08 16:32:41.501033 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d0ac77ab-b795-4423-9c4c-f9722df0f455 req-956924b4-9fc0-4430-97db-4af396aeda82 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcb1af23-6be7-4f45-902c-9a55dd3796a8 HTTP/1.1" status: 200  len: 1000 time: 0.1782446
Sep 08 16:32:41.571053 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac77ab-b795-4423-9c4c-f9722df0f455 req-5d68a819-44f5-4a9d-bdc0-a1415a97ee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:32:41.572487 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d0ac77ab-b795-4423-9c4c-f9722df0f455 req-5d68a819-44f5-4a9d-bdc0-a1415a97ee79 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf73259-df70-4f00-8731-185ca1073a75 HTTP/1.1" status: 200  len: 850 time: 0.0655818
Sep 08 16:32:41.618492 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-e84ad0b1-97c6-48ad-b616-fd0bd3cd1f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42517b95e0>, [{'id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'name': 'tempest-TestVolumeBootPattern-166714472-router', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:23Z', 'updated_at': '2021-09-08T16:27:28Z', 'revision_number': 4, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'gw_port': {'id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:68:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:24Z', 'updated_at': '2021-09-08T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_floatingips': [{'id': '8dc7f079-c461-49bc-aeb3-7541d6b33c60', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'floating_ip_address': '172.27.2.235', 'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'router_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'port_id': 'fcb1af23-6be7-4f45-902c-9a55dd3796a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'mac_address': 'fa:16:3e:bb:5f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2385f6eb-986f-4af3-84bd-a3df24c4aa3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:32:39Z', 'updated_at': '2021-09-08T16:32:39Z', 'revision_number': 0, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'fixed_ip_address_scope': None}, {'id': 'e8cf455f-8a84-45be-a6dd-7bbe4ac5cf94', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'floating_ip_address': '172.27.2.237', 'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'router_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'port_id': '91d8ec70-f575-46bb-9d90-c08e8ef8bd3e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'mac_address': 'fa:16:3e:03:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaf9531-64bb-417e-b012-6c266e39f8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:30:47Z', 'updated_at': '2021-09-08T16:30:50Z', 'revision_number': 1, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c2b93ac-a896-4f1e-9e02-ff906feab604', 'name': '', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'mac_address': 'fa:16:3e:3e:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'adf73259-df70-4f00-8731-185ca1073a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:27Z', 'updated_at': '2021-09-08T16:27:36Z', 'revision_number': 5, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'subnets': [{'id': 'adf73259-df70-4f00-8731-185ca1073a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:32:41.623352 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84ad0b1-97c6-48ad-b616-fd0bd3cd1f9a None None] Checking router: beba8cf4-cebe-448e-9ba0-615239f5a40e for host: dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:32:41.633709 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84ad0b1-97c6-48ad-b616-fd0bd3cd1f9a None None] Routers {'beba8cf4-cebe-448e-9ba0-615239f5a40e'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:32:41.634367 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-e84ad0b1-97c6-48ad-b616-fd0bd3cd1f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42517b95e0>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:32:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['beba8cf4-cebe-448e-9ba0-615239f5a40e'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:32:41.768796 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac77ab-b795-4423-9c4c-f9722df0f455 req-3ebc0e82-5749-4a63-ad97-3162a59c80f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:32:41.770129 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d0ac77ab-b795-4423-9c4c-f9722df0f455 req-3ebc0e82-5749-4a63-ad97-3162a59c80f2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69526384-0cc0-4c99-a503-762a8eb23837&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1912611
Sep 08 16:32:41.836705 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-e84ad0b1-97c6-48ad-b616-fd0bd3cd1f9a None None] Set router beba8cf4-cebe-448e-9ba0-615239f5a40e gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:32:41.932304 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d0ac77ab-b795-4423-9c4c-f9722df0f455 req-71ee1280-9dc1-4fc2-83d6-93c2573cc313 service neutron] 10.222.0.70 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1547499
Sep 08 16:32:42.091416 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-d0ac77ab-b795-4423-9c4c-f9722df0f455 req-60232751-b17e-4825-8142-314b858d120e service neutron] 10.222.0.70 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1516232
Sep 08 16:32:42.289134 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-e84ad0b1-97c6-48ad-b616-fd0bd3cd1f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42517b95e0>, [{'id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'name': 'tempest-TestVolumeBootPattern-166714472-router', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:23Z', 'updated_at': '2021-09-08T16:27:28Z', 'revision_number': 4, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'gw_port': {'id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:68:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:24Z', 'updated_at': '2021-09-08T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_floatingips': [{'id': '8dc7f079-c461-49bc-aeb3-7541d6b33c60', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'floating_ip_address': '172.27.2.235', 'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'router_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'port_id': 'fcb1af23-6be7-4f45-902c-9a55dd3796a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'mac_address': 'fa:16:3e:bb:5f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2385f6eb-986f-4af3-84bd-a3df24c4aa3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:32:39Z', 'updated_at': '2021-09-08T16:32:39Z', 'revision_number': 0, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'fixed_ip_address_scope': None}, {'id': 'e8cf455f-8a84-45be-a6dd-7bbe4ac5cf94', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'floating_ip_address': '172.27.2.237', 'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'router_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'port_id': '91d8ec70-f575-46bb-9d90-c08e8ef8bd3e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'mac_address': 'fa:16:3e:03:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaf9531-64bb-417e-b012-6c266e39f8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:30:47Z', 'updated_at': '2021-09-08T16:30:50Z', 'revision_number': 1, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c2b93ac-a896-4f1e-9e02-ff906feab604', 'name': '', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'mac_address': 'fa:16:3e:3e:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'adf73259-df70-4f00-8731-185ca1073a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:27Z', 'updated_at': '2021-09-08T16:27:36Z', 'revision_number': 5, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'subnets': [{'id': 'adf73259-df70-4f00-8731-185ca1073a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:32:42.294156 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84ad0b1-97c6-48ad-b616-fd0bd3cd1f9a None None] The sync data for ids ['beba8cf4-cebe-448e-9ba0-615239f5a40e'] in dv-cinder-807898-1-iscsi is: [{'id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'name': 'tempest-TestVolumeBootPattern-166714472-router', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:23Z', 'updated_at': '2021-09-08T16:27:28Z', 'revision_number': 4, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'gw_port': {'id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:68:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:24Z', 'updated_at': '2021-09-08T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_floatingips': [{'id': '8dc7f079-c461-49bc-aeb3-7541d6b33c60', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'floating_ip_address': '172.27.2.235', 'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'router_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'port_id': 'fcb1af23-6be7-4f45-902c-9a55dd3796a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'mac_address': 'fa:16:3e:bb:5f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2385f6eb-986f-4af3-84bd-a3df24c4aa3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:32:39Z', 'updated_at': '2021-09-08T16:32:39Z', 'revision_number': 0, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'fixed_ip_address_scope': None}, {'id': 'e8cf455f-8a84-45be-a6dd-7bbe4ac5cf94', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'floating_ip_address': '172.27.2.237', 'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'router_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'port_id': '91d8ec70-f575-46bb-9d90-c08e8ef8bd3e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'mac_address': 'fa:16:3e:03:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaf9531-64bb-417e-b012-6c266e39f8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:30:47Z', 'updated_at': '2021-09-08T16:30:50Z', 'revision_number': 1, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c2b93ac-a896-4f1e-9e02-ff906feab604', 'name': '', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'mac_address': 'fa:16:3e:3e:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'adf73259-df70-4f00-8731-185ca1073a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:27Z', 'updated_at': '2021-09-08T16:27:36Z', 'revision_number': 5, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'subnets': [{'id': 'adf73259-df70-4f00-8731-185ca1073a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:32:42.522632 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6af849-dc72-4aeb-b979-ae500e6205ac None None] New status for floating IP 8dc7f079-c461-49bc-aeb3-7541d6b33c60: ACTIVE {{(pid=79428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 08 16:32:48.389613 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:33:00.827509 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-b0267e29-04ff-4c55-bd0b-44aee5f1bd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:33:01.289552 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:33:03.749997 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:33:03.940987 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-032c12c7-b0d1-43fa-9eed-65fb084889d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:33:05.295201 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:33:07.401748 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:33:18.407934 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:33:30.069591 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-930a4cde-d329-448b-a2d3-9c3b0f123d65 req-e9a1a08e-cae8-45b0-a1fa-91d9e2585f65 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=aeaf9531-64bb-417e-b012-6c266e39f8c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0766706
Sep 08 16:33:30.253184 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a4cde-d329-448b-a2d3-9c3b0f123d65 req-b080ebde-802b-4ce9-bcaa-7ba081717ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:33:30.254977 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-930a4cde-d329-448b-a2d3-9c3b0f123d65 req-b080ebde-802b-4ce9-bcaa-7ba081717ada service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d48dfce1083d414da5ba06085d3813d3&device_id=aeaf9531-64bb-417e-b012-6c266e39f8c2 HTTP/1.1" status: 200  len: 1099 time: 0.0821333
Sep 08 16:33:30.411206 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a4cde-d329-448b-a2d3-9c3b0f123d65 req-c0d1b098-cd11-42fc-961c-8e9fbcf20584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:33:30.412951 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-930a4cde-d329-448b-a2d3-9c3b0f123d65 req-c0d1b098-cd11-42fc-961c-8e9fbcf20584 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69526384-0cc0-4c99-a503-762a8eb23837 HTTP/1.1" status: 200  len: 912 time: 0.1385989
Sep 08 16:33:30.529063 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-930a4cde-d329-448b-a2d3-9c3b0f123d65 req-791eb6ec-75a5-4e92-946d-1658df0ea309 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91d8ec70-f575-46bb-9d90-c08e8ef8bd3e HTTP/1.1" status: 200  len: 1002 time: 0.1081882
Sep 08 16:33:30.618768 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a4cde-d329-448b-a2d3-9c3b0f123d65 req-be0fe5ff-ba9b-47ca-98c2-95a4b8ffdcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:33:30.620904 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-930a4cde-d329-448b-a2d3-9c3b0f123d65 req-be0fe5ff-ba9b-47ca-98c2-95a4b8ffdcc3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf73259-df70-4f00-8731-185ca1073a75 HTTP/1.1" status: 200  len: 850 time: 0.0840323
Sep 08 16:33:30.718778 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a4cde-d329-448b-a2d3-9c3b0f123d65 req-3526ee15-dda0-4cd0-b056-f26f1e857070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:33:30.720518 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-930a4cde-d329-448b-a2d3-9c3b0f123d65 req-3526ee15-dda0-4cd0-b056-f26f1e857070 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69526384-0cc0-4c99-a503-762a8eb23837&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0930567
Sep 08 16:33:30.834926 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-a91b1722-50ec-4c73-a573-62fa128814c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:33:30.932254 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-930a4cde-d329-448b-a2d3-9c3b0f123d65 req-657a09d5-4871-4940-80be-a7b2f9d846c6 service neutron] 10.222.0.70 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2019656
Sep 08 16:33:31.136230 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-930a4cde-d329-448b-a2d3-9c3b0f123d65 req-eb6e9125-f45c-43d2-b386-7f2647e6a3fd service neutron] 10.222.0.70 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1959429
Sep 08 16:33:31.294871 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:33:33.943948 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-0bd597bc-6704-4b07-b00f-d0cb4ebc0cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:33:35.298447 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:33:37.402313 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:33:40.749026 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:33:48.404810 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:00.832864 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-18359c91-dda6-43da-9b86-c2599c53400e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:01.301782 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:03.930382 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-8ed7675a-ddae-4a18-9aa7-cd98ae5c6fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:05.301729 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:07.404803 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:17.748764 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:34:18.419083 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:20.265889 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 47566) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:34:20.484683 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [None req-72ffc2ef-989c-4663-883e-235e66d907cb tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Deleting port 5f226d91-a878-4b2d-8781-15b466a687c5 {{(pid=79425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:34:20.485209 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-72ffc2ef-989c-4663-883e-235e66d907cb tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:20.683893 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-72ffc2ef-989c-4663-883e-235e66d907cb tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:20.684223 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-72ffc2ef-989c-4663-883e-235e66d907cb tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:20.813672 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [None req-72ffc2ef-989c-4663-883e-235e66d907cb tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Calling delete_port for 5f226d91-a878-4b2d-8781-15b466a687c5 owned by network:floatingip {{(pid=79425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:34:21.155440 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-72ffc2ef-989c-4663-883e-235e66d907cb tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:21.160525 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-ff6b8f8a-a3cd-4aa0-bb99-eef7e0187431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:34:21.205633 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ffc2ef-989c-4663-883e-235e66d907cb tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Pushing event deleted for resources: {'Port': ['ID=5f226d91-a878-4b2d-8781-15b466a687c5,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:34:21.248537 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ffc2ef-989c-4663-883e-235e66d907cb tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:34:21.248830 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ffc2ef-989c-4663-883e-235e66d907cb tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:34:21.249206 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ffc2ef-989c-4663-883e-235e66d907cb tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:34:21.249573 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ffc2ef-989c-4663-883e-235e66d907cb tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:34:21.249936 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ffc2ef-989c-4663-883e-235e66d907cb tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:34:21.250295 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ffc2ef-989c-4663-883e-235e66d907cb tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:34:21.250654 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ffc2ef-989c-4663-883e-235e66d907cb tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:34:21.251012 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ffc2ef-989c-4663-883e-235e66d907cb tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:34:21.251367 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ffc2ef-989c-4663-883e-235e66d907cb tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:34:21.251758 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ffc2ef-989c-4663-883e-235e66d907cb tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:34:21.252112 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ffc2ef-989c-4663-883e-235e66d907cb tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:34:21.252501 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ffc2ef-989c-4663-883e-235e66d907cb tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:34:21.260434 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-72ffc2ef-989c-4663-883e-235e66d907cb tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:34:21.321185 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-72ffc2ef-989c-4663-883e-235e66d907cb tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for floatingip, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:21.322039 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.db.l3_db [None req-72ffc2ef-989c-4663-883e-235e66d907cb tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Floating IP 8dc7f079-c461-49bc-aeb3-7541d6b33c60 disassociated (deleted). External IP: 172.27.2.235, port: fcb1af23-6be7-4f45-902c-9a55dd3796a8.
Sep 08 16:34:21.721905 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ffc2ef-989c-4663-883e-235e66d907cb tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Router beba8cf4-cebe-448e-9ba0-615239f5a40e has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:34:21.920266 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ffc2ef-989c-4663-883e-235e66d907cb tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:34:21.938659 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0593540-0681-4499-abd0-9a05c1c849bc None None] Sync routers for ids ['beba8cf4-cebe-448e-9ba0-615239f5a40e'] in dv-cinder-807898-1-iscsi {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:34:21.953605 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0593540-0681-4499-abd0-9a05c1c849bc None None] Routers {'beba8cf4-cebe-448e-9ba0-615239f5a40e'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:34:21.954630 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-d0593540-0681-4499-abd0-9a05c1c849bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251ae96a0>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:34:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['beba8cf4-cebe-448e-9ba0-615239f5a40e'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:34:21.955005 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-72ffc2ef-989c-4663-883e-235e66d907cb tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for floatingip, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:22.040389 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-72ffc2ef-989c-4663-883e-235e66d907cb tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "DELETE /v2.0/floatingips/8dc7f079-c461-49bc-aeb3-7541d6b33c60 HTTP/1.1" status: 204  len: 168 time: 1.7732184
Sep 08 16:34:22.041344 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2385f6eb-986f-4af3-84bd-a3df24c4aa3e', 'tag': 'fcb1af23-6be7-4f45-902c-9a55dd3796a8'}] {{(pid=79425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:34:22.137691 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2385f6eb-986f-4af3-84bd-a3df24c4aa3e', 'tag': 'fcb1af23-6be7-4f45-902c-9a55dd3796a8', 'status': 'completed', 'code': 200}
Sep 08 16:34:22.189603 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-d0593540-0681-4499-abd0-9a05c1c849bc None None] Set router beba8cf4-cebe-448e-9ba0-615239f5a40e gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:34:22.281143 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec878d2c-095c-4b82-bb66-e578a337dfbe req-80f43ce5-b2a5-45ea-946b-052b9f321d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:34:22.285357 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ec878d2c-095c-4b82-bb66-e578a337dfbe req-80f43ce5-b2a5-45ea-946b-052b9f321d1a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d48dfce1083d414da5ba06085d3813d3&device_id=2385f6eb-986f-4af3-84bd-a3df24c4aa3e HTTP/1.1" status: 200  len: 1099 time: 0.1016090
Sep 08 16:34:22.534161 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec878d2c-095c-4b82-bb66-e578a337dfbe req-1d505860-06ee-4ab4-bed9-d6acfa2b115c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:34:22.535872 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ec878d2c-095c-4b82-bb66-e578a337dfbe req-1d505860-06ee-4ab4-bed9-d6acfa2b115c service neutron] 10.222.0.70 "GET /v2.0/networks?id=69526384-0cc0-4c99-a503-762a8eb23837 HTTP/1.1" status: 200  len: 912 time: 0.2434518
Sep 08 16:34:22.611317 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ec878d2c-095c-4b82-bb66-e578a337dfbe req-b5316897-e288-40c7-a8d4-a4fe9b8bcdf7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcb1af23-6be7-4f45-902c-9a55dd3796a8 HTTP/1.1" status: 200  len: 217 time: 0.0687239
Sep 08 16:34:22.677314 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c4f0d-2c5f-470e-9d36-ff87e774640b req-6d74c120-faaf-4df2-812a-6928edbb5a2a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:34:22.678879 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-865c4f0d-2c5f-470e-9d36-ff87e774640b req-6d74c120-faaf-4df2-812a-6928edbb5a2a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=2385f6eb-986f-4af3-84bd-a3df24c4aa3e HTTP/1.1" status: 200  len: 946 time: 0.2182682
Sep 08 16:34:22.732967 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-d0593540-0681-4499-abd0-9a05c1c849bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251ae96a0>, [{'id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'name': 'tempest-TestVolumeBootPattern-166714472-router', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:23Z', 'updated_at': '2021-09-08T16:27:28Z', 'revision_number': 4, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'gw_port': {'id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:68:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:24Z', 'updated_at': '2021-09-08T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_floatingips': [{'id': 'e8cf455f-8a84-45be-a6dd-7bbe4ac5cf94', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'floating_ip_address': '172.27.2.237', 'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'router_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'port_id': '91d8ec70-f575-46bb-9d90-c08e8ef8bd3e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'mac_address': 'fa:16:3e:03:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaf9531-64bb-417e-b012-6c266e39f8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:30:47Z', 'updated_at': '2021-09-08T16:30:50Z', 'revision_number': 1, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c2b93ac-a896-4f1e-9e02-ff906feab604', 'name': '', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'mac_address': 'fa:16:3e:3e:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'adf73259-df70-4f00-8731-185ca1073a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:27Z', 'updated_at': '2021-09-08T16:27:36Z', 'revision_number': 5, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'subnets': [{'id': 'adf73259-df70-4f00-8731-185ca1073a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:34:22.739330 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0593540-0681-4499-abd0-9a05c1c849bc None None] Checking router: beba8cf4-cebe-448e-9ba0-615239f5a40e for host: dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:34:22.749379 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0593540-0681-4499-abd0-9a05c1c849bc None None] Routers {'beba8cf4-cebe-448e-9ba0-615239f5a40e'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:34:22.750191 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-d0593540-0681-4499-abd0-9a05c1c849bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251ae96a0>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:34:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['beba8cf4-cebe-448e-9ba0-615239f5a40e'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:34:22.877010 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec878d2c-095c-4b82-bb66-e578a337dfbe req-27b960fe-f138-4f07-94f8-9f5b7929dfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:34:22.878948 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ec878d2c-095c-4b82-bb66-e578a337dfbe req-27b960fe-f138-4f07-94f8-9f5b7929dfad service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf73259-df70-4f00-8731-185ca1073a75 HTTP/1.1" status: 200  len: 850 time: 0.2589912
Sep 08 16:34:22.939706 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-865c4f0d-2c5f-470e-9d36-ff87e774640b req-eae559b7-6137-47e2-a828-864767359d27 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2404444
Sep 08 16:34:22.975499 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec878d2c-095c-4b82-bb66-e578a337dfbe req-e0fe5cfc-3cdb-4d73-a725-8ce9e65df6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:34:22.977103 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ec878d2c-095c-4b82-bb66-e578a337dfbe req-e0fe5cfc-3cdb-4d73-a725-8ce9e65df6ad service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69526384-0cc0-4c99-a503-762a8eb23837&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0893936
Sep 08 16:34:22.994314 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-d0593540-0681-4499-abd0-9a05c1c849bc None None] Set router beba8cf4-cebe-448e-9ba0-615239f5a40e gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:34:23.131645 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ec878d2c-095c-4b82-bb66-e578a337dfbe req-d65666cd-0600-4e71-84ec-e4001d2f7021 service neutron] 10.222.0.70 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1470377
Sep 08 16:34:23.286600 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ec878d2c-095c-4b82-bb66-e578a337dfbe req-2e6c4e37-bca2-437b-85cd-6aa21a5a1706 service neutron] 10.222.0.70 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1481903
Sep 08 16:34:23.433466 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-d0593540-0681-4499-abd0-9a05c1c849bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251ae96a0>, [{'id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'name': 'tempest-TestVolumeBootPattern-166714472-router', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:23Z', 'updated_at': '2021-09-08T16:27:28Z', 'revision_number': 4, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'gw_port': {'id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:68:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:24Z', 'updated_at': '2021-09-08T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_floatingips': [{'id': 'e8cf455f-8a84-45be-a6dd-7bbe4ac5cf94', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'floating_ip_address': '172.27.2.237', 'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'router_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'port_id': '91d8ec70-f575-46bb-9d90-c08e8ef8bd3e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'mac_address': 'fa:16:3e:03:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaf9531-64bb-417e-b012-6c266e39f8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:30:47Z', 'updated_at': '2021-09-08T16:30:50Z', 'revision_number': 1, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c2b93ac-a896-4f1e-9e02-ff906feab604', 'name': '', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'mac_address': 'fa:16:3e:3e:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'adf73259-df70-4f00-8731-185ca1073a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:27Z', 'updated_at': '2021-09-08T16:27:36Z', 'revision_number': 5, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'subnets': [{'id': 'adf73259-df70-4f00-8731-185ca1073a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:34:23.437925 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0593540-0681-4499-abd0-9a05c1c849bc None None] The sync data for ids ['beba8cf4-cebe-448e-9ba0-615239f5a40e'] in dv-cinder-807898-1-iscsi is: [{'id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'name': 'tempest-TestVolumeBootPattern-166714472-router', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:23Z', 'updated_at': '2021-09-08T16:27:28Z', 'revision_number': 4, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'gw_port': {'id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:68:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:24Z', 'updated_at': '2021-09-08T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_floatingips': [{'id': 'e8cf455f-8a84-45be-a6dd-7bbe4ac5cf94', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'floating_ip_address': '172.27.2.237', 'floating_network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'router_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'port_id': '91d8ec70-f575-46bb-9d90-c08e8ef8bd3e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'mac_address': 'fa:16:3e:03:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaf9531-64bb-417e-b012-6c266e39f8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T16:30:47Z', 'updated_at': '2021-09-08T16:30:50Z', 'revision_number': 1, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c2b93ac-a896-4f1e-9e02-ff906feab604', 'name': '', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'mac_address': 'fa:16:3e:3e:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'adf73259-df70-4f00-8731-185ca1073a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:27Z', 'updated_at': '2021-09-08T16:27:36Z', 'revision_number': 5, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'subnets': [{'id': 'adf73259-df70-4f00-8731-185ca1073a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:34:23.678267 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e22f9fa-52da-41e9-a968-b79993afb94c None None] New status for floating IP 8dc7f079-c461-49bc-aeb3-7541d6b33c60: DOWN {{(pid=79428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 08 16:34:24.149998 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6615c-6e6c-4896-a41d-371492fd735e req-d2f05671-5127-49dc-941d-5e034ab3d34d tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:34:24.151448 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3eb6615c-6e6c-4896-a41d-371492fd735e req-d2f05671-5127-49dc-941d-5e034ab3d34d tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.70 "GET /v2.0/ports?device_id=2385f6eb-986f-4af3-84bd-a3df24c4aa3e HTTP/1.1" status: 200  len: 946 time: 0.1537611
Sep 08 16:34:24.248057 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [req-3eb6615c-6e6c-4896-a41d-371492fd735e req-9774ef90-8024-4488-975d-b8213f11b8d7 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Deleting port fcb1af23-6be7-4f45-902c-9a55dd3796a8 {{(pid=79426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:34:24.248397 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-3eb6615c-6e6c-4896-a41d-371492fd735e req-9774ef90-8024-4488-975d-b8213f11b8d7 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:24.279414 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fb578-9437-46f3-a5d7-b086973c443a req-c5e5e2df-f256-43d1-a3de-12614dccc72c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:34:24.280987 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a95fb578-9437-46f3-a5d7-b086973c443a req-c5e5e2df-f256-43d1-a3de-12614dccc72c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=2385f6eb-986f-4af3-84bd-a3df24c4aa3e HTTP/1.1" status: 200  len: 946 time: 0.2016642
Sep 08 16:34:24.394000 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-a95fb578-9437-46f3-a5d7-b086973c443a req-17ae7a44-df6e-419c-92b2-545a412bb372 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0989382
Sep 08 16:34:24.573340 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [req-3eb6615c-6e6c-4896-a41d-371492fd735e req-9774ef90-8024-4488-975d-b8213f11b8d7 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] For port fcb1af23-6be7-4f45-902c-9a55dd3796a8, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=fcb1af23-6be7-4f45-902c-9a55dd3796a8,segment=NetworkSegment(dde4aef1-ea99-4d91-88f4-509b119e584d),segment_id=dde4aef1-ea99-4d91-88f4-509b119e584d)] {{(pid=79426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:34:24.573870 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-3eb6615c-6e6c-4896-a41d-371492fd735e req-9774ef90-8024-4488-975d-b8213f11b8d7 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:24.705836 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [req-3eb6615c-6e6c-4896-a41d-371492fd735e req-9774ef90-8024-4488-975d-b8213f11b8d7 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Calling delete_port for fcb1af23-6be7-4f45-902c-9a55dd3796a8 owned by compute:nova {{(pid=79426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:34:24.867722 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-3eb6615c-6e6c-4896-a41d-371492fd735e req-9774ef90-8024-4488-975d-b8213f11b8d7 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:24.874916 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-7bff1e6e-0a77-4238-9a05-ae028de2cb9b tempest-VolumesActionsTest-976248711 tempest-VolumesActionsTest-976248711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:34:24.926135 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774ef90-8024-4488-975d-b8213f11b8d7 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Pushing event deleted for resources: {'Port': ['ID=fcb1af23-6be7-4f45-902c-9a55dd3796a8,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:34:24.965291 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9774ef90-8024-4488-975d-b8213f11b8d7 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:34:24.966186 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9774ef90-8024-4488-975d-b8213f11b8d7 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:34:24.966576 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9774ef90-8024-4488-975d-b8213f11b8d7 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:34:24.966946 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9774ef90-8024-4488-975d-b8213f11b8d7 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:34:24.967310 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9774ef90-8024-4488-975d-b8213f11b8d7 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:34:24.967699 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9774ef90-8024-4488-975d-b8213f11b8d7 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:34:24.968063 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9774ef90-8024-4488-975d-b8213f11b8d7 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:34:24.968423 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9774ef90-8024-4488-975d-b8213f11b8d7 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:34:24.968784 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9774ef90-8024-4488-975d-b8213f11b8d7 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:34:24.969141 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9774ef90-8024-4488-975d-b8213f11b8d7 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:34:24.969495 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9774ef90-8024-4488-975d-b8213f11b8d7 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:34:24.969847 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9774ef90-8024-4488-975d-b8213f11b8d7 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807898-1-iscsi {{(pid=79426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 08 16:34:24.977272 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-9774ef90-8024-4488-975d-b8213f11b8d7 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:34:25.017369 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb6615c-6e6c-4896-a41d-371492fd735e req-9774ef90-8024-4488-975d-b8213f11b8d7 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] No DVR routers for this DVR port fcb1af23-6be7-4f45-902c-9a55dd3796a8 on host hv-cinder-80789 {{(pid=79426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 08 16:34:25.020633 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-3eb6615c-6e6c-4896-a41d-371492fd735e req-9774ef90-8024-4488-975d-b8213f11b8d7 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:25.023422 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2385f6eb-986f-4af3-84bd-a3df24c4aa3e', 'name': 'network-vif-deleted', 'tag': 'fcb1af23-6be7-4f45-902c-9a55dd3796a8'}] {{(pid=79426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:34:25.041793 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-3eb6615c-6e6c-4896-a41d-371492fd735e req-9774ef90-8024-4488-975d-b8213f11b8d7 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.70 "DELETE /v2.0/ports/fcb1af23-6be7-4f45-902c-9a55dd3796a8 HTTP/1.1" status: 204  len: 173 time: 0.8833103
Sep 08 16:34:25.093299 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2385f6eb-986f-4af3-84bd-a3df24c4aa3e', 'name': 'network-vif-deleted', 'tag': 'fcb1af23-6be7-4f45-902c-9a55dd3796a8', 'status': 'completed', 'code': 200}
Sep 08 16:34:25.582596 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-fe550639-af00-477c-a6d7-80825345dd03 req-2f9c699c-f8e8-4374-ab7e-e5023924c613 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Synchronizing usage tracker for tenant:d48dfce1083d414da5ba06085d3813d3 on resource:port {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:34:25.605317 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-fe550639-af00-477c-a6d7-80825345dd03 req-2f9c699c-f8e8-4374-ab7e-e5023924c613 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Unset dirty status for tenant:d48dfce1083d414da5ba06085d3813d3 on resource:port {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:34:25.606595 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-fe550639-af00-477c-a6d7-80825345dd03 req-2f9c699c-f8e8-4374-ab7e-e5023924c613 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=2385f6eb-986f-4af3-84bd-a3df24c4aa3e HTTP/1.1" status: 200  len: 210 time: 0.0886168
Sep 08 16:34:27.905484 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device fcb1af23-6be7-4f45-902c-9a55dd3796a8 no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:34:27.943357 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] No Port match for: fcb1af23-6be7-4f45-902c-9a55dd3796a8 {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:34:27.943749 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device fcb1af23-6be7-4f45-902c-9a55dd3796a8 not bound to the agent host hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:34:29.282406 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 47600) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:34:29.502800 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [None req-fd3e55f4-0ba4-4d10-a4cb-4bcdf5a21e2e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Deleting port 53c0a020-a11a-423d-821d-3923abcb2d0d {{(pid=79425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:34:29.503073 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-fd3e55f4-0ba4-4d10-a4cb-4bcdf5a21e2e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:29.730606 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-fd3e55f4-0ba4-4d10-a4cb-4bcdf5a21e2e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:29.731155 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-fd3e55f4-0ba4-4d10-a4cb-4bcdf5a21e2e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:30.094189 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [None req-fd3e55f4-0ba4-4d10-a4cb-4bcdf5a21e2e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Calling delete_port for 53c0a020-a11a-423d-821d-3923abcb2d0d owned by network:floatingip {{(pid=79425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:34:30.300434 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-fd3e55f4-0ba4-4d10-a4cb-4bcdf5a21e2e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:30.307746 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-01f7a7d9-c973-4f80-8e24-c693df13bfb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:34:30.385083 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e55f4-0ba4-4d10-a4cb-4bcdf5a21e2e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Pushing event deleted for resources: {'Port': ['ID=53c0a020-a11a-423d-821d-3923abcb2d0d,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:34:30.388232 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-fd3e55f4-0ba4-4d10-a4cb-4bcdf5a21e2e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:34:30.460445 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-fd3e55f4-0ba4-4d10-a4cb-4bcdf5a21e2e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for floatingip, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:30.460974 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.db.l3_db [None req-fd3e55f4-0ba4-4d10-a4cb-4bcdf5a21e2e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Floating IP e8cf455f-8a84-45be-a6dd-7bbe4ac5cf94 disassociated (deleted). External IP: 172.27.2.237, port: 91d8ec70-f575-46bb-9d90-c08e8ef8bd3e.
Sep 08 16:34:30.835222 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-e2bea608-8dd9-4d56-8ab2-e8ecb6344393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:30.859705 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3e55f4-0ba4-4d10-a4cb-4bcdf5a21e2e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Router beba8cf4-cebe-448e-9ba0-615239f5a40e has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:34:31.063863 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3e55f4-0ba4-4d10-a4cb-4bcdf5a21e2e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:34:31.075235 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a11220-a683-484f-9213-ba37e0707e32 None None] Sync routers for ids ['beba8cf4-cebe-448e-9ba0-615239f5a40e'] in dv-cinder-807898-1-iscsi {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:34:31.088852 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a11220-a683-484f-9213-ba37e0707e32 None None] Routers {'beba8cf4-cebe-448e-9ba0-615239f5a40e'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:34:31.090039 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-54a11220-a683-484f-9213-ba37e0707e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251726640>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:34:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['beba8cf4-cebe-448e-9ba0-615239f5a40e'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:34:31.092398 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-fd3e55f4-0ba4-4d10-a4cb-4bcdf5a21e2e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for floatingip, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:31.161053 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-fd3e55f4-0ba4-4d10-a4cb-4bcdf5a21e2e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "DELETE /v2.0/floatingips/e8cf455f-8a84-45be-a6dd-7bbe4ac5cf94 HTTP/1.1" status: 204  len: 168 time: 1.8733947
Sep 08 16:34:31.161053 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeaf9531-64bb-417e-b012-6c266e39f8c2', 'tag': '91d8ec70-f575-46bb-9d90-c08e8ef8bd3e'}] {{(pid=79425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:34:31.209432 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeaf9531-64bb-417e-b012-6c266e39f8c2', 'tag': '91d8ec70-f575-46bb-9d90-c08e8ef8bd3e', 'status': 'completed', 'code': 200}
Sep 08 16:34:31.363721 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d263e6a-e7b3-41d6-b102-f78ffa161e55 req-b4099922-c6ca-42f4-a5f4-bdd26ad702c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:34:31.367448 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9d263e6a-e7b3-41d6-b102-f78ffa161e55 req-b4099922-c6ca-42f4-a5f4-bdd26ad702c1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d48dfce1083d414da5ba06085d3813d3&device_id=aeaf9531-64bb-417e-b012-6c266e39f8c2 HTTP/1.1" status: 200  len: 1099 time: 0.1118579
Sep 08 16:34:31.454265 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:31.511782 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-54a11220-a683-484f-9213-ba37e0707e32 None None] Set router beba8cf4-cebe-448e-9ba0-615239f5a40e gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:34:31.560201 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d263e6a-e7b3-41d6-b102-f78ffa161e55 req-450a375b-86e6-4641-9703-8c0d39cd83f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:34:31.561789 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9d263e6a-e7b3-41d6-b102-f78ffa161e55 req-450a375b-86e6-4641-9703-8c0d39cd83f5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69526384-0cc0-4c99-a503-762a8eb23837 HTTP/1.1" status: 200  len: 912 time: 0.1881909
Sep 08 16:34:31.779815 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9d263e6a-e7b3-41d6-b102-f78ffa161e55 req-0ba8fb65-7b14-44f1-8d64-ab66d7ec4792 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91d8ec70-f575-46bb-9d90-c08e8ef8bd3e HTTP/1.1" status: 200  len: 217 time: 0.2105768
Sep 08 16:34:31.862281 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-54a11220-a683-484f-9213-ba37e0707e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251726640>, [{'id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'name': 'tempest-TestVolumeBootPattern-166714472-router', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:23Z', 'updated_at': '2021-09-08T16:27:28Z', 'revision_number': 4, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'gw_port': {'id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:68:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:24Z', 'updated_at': '2021-09-08T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': '5c2b93ac-a896-4f1e-9e02-ff906feab604', 'name': '', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'mac_address': 'fa:16:3e:3e:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'adf73259-df70-4f00-8731-185ca1073a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:27Z', 'updated_at': '2021-09-08T16:27:36Z', 'revision_number': 5, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'subnets': [{'id': 'adf73259-df70-4f00-8731-185ca1073a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:34:31.864826 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d263e6a-e7b3-41d6-b102-f78ffa161e55 req-0b778d3c-0bd2-4e59-ac76-3e8b51b5c7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:34:31.866371 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9d263e6a-e7b3-41d6-b102-f78ffa161e55 req-0b778d3c-0bd2-4e59-ac76-3e8b51b5c7a0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=adf73259-df70-4f00-8731-185ca1073a75 HTTP/1.1" status: 200  len: 850 time: 0.0771370
Sep 08 16:34:31.868631 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a11220-a683-484f-9213-ba37e0707e32 None None] Checking router: beba8cf4-cebe-448e-9ba0-615239f5a40e for host: dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:34:31.885580 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a11220-a683-484f-9213-ba37e0707e32 None None] Routers {'beba8cf4-cebe-448e-9ba0-615239f5a40e'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:34:31.886976 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-54a11220-a683-484f-9213-ba37e0707e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251726640>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:34:04Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['beba8cf4-cebe-448e-9ba0-615239f5a40e'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:34:31.919191 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa0ee1-dca3-452e-8a2e-7a68780f1725 req-1632fcf7-b764-40d9-9952-cfdb1f9f475a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:34:31.920832 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ddfa0ee1-dca3-452e-8a2e-7a68780f1725 req-1632fcf7-b764-40d9-9952-cfdb1f9f475a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeaf9531-64bb-417e-b012-6c266e39f8c2 HTTP/1.1" status: 200  len: 946 time: 0.1921897
Sep 08 16:34:31.990204 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-ddfa0ee1-dca3-452e-8a2e-7a68780f1725 req-a3e1f700-9b96-4f19-aafe-5cd1f9436db9 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0600660
Sep 08 16:34:32.000933 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d263e6a-e7b3-41d6-b102-f78ffa161e55 req-e27e806c-5e16-40eb-a7a9-4d3adb02b0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:34:32.002889 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9d263e6a-e7b3-41d6-b102-f78ffa161e55 req-e27e806c-5e16-40eb-a7a9-4d3adb02b0e2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69526384-0cc0-4c99-a503-762a8eb23837&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1278284
Sep 08 16:34:32.109391 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-54a11220-a683-484f-9213-ba37e0707e32 None None] Set router beba8cf4-cebe-448e-9ba0-615239f5a40e gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:34:32.153299 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9d263e6a-e7b3-41d6-b102-f78ffa161e55 req-8ea2a9cf-2b21-4a12-8763-2b6851d4532a service neutron] 10.222.0.70 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433330
Sep 08 16:34:32.296957 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9d263e6a-e7b3-41d6-b102-f78ffa161e55 req-5fd7c845-e17e-4edd-80b6-ccd471f8b7e5 service neutron] 10.222.0.70 "GET /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355898
Sep 08 16:34:32.457223 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-54a11220-a683-484f-9213-ba37e0707e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251726640>, [{'id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'name': 'tempest-TestVolumeBootPattern-166714472-router', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:23Z', 'updated_at': '2021-09-08T16:27:28Z', 'revision_number': 4, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'gw_port': {'id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:68:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:24Z', 'updated_at': '2021-09-08T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': '5c2b93ac-a896-4f1e-9e02-ff906feab604', 'name': '', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'mac_address': 'fa:16:3e:3e:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'adf73259-df70-4f00-8731-185ca1073a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:27Z', 'updated_at': '2021-09-08T16:27:36Z', 'revision_number': 5, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'subnets': [{'id': 'adf73259-df70-4f00-8731-185ca1073a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:34:32.461912 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a11220-a683-484f-9213-ba37e0707e32 None None] The sync data for ids ['beba8cf4-cebe-448e-9ba0-615239f5a40e'] in dv-cinder-807898-1-iscsi is: [{'id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'name': 'tempest-TestVolumeBootPattern-166714472-router', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:23Z', 'updated_at': '2021-09-08T16:27:28Z', 'revision_number': 4, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'gw_port': {'id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:68:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:24Z', 'updated_at': '2021-09-08T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi', '_interfaces': [{'id': '5c2b93ac-a896-4f1e-9e02-ff906feab604', 'name': '', 'network_id': '69526384-0cc0-4c99-a503-762a8eb23837', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'mac_address': 'fa:16:3e:3e:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'adf73259-df70-4f00-8731-185ca1073a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:27Z', 'updated_at': '2021-09-08T16:27:36Z', 'revision_number': 5, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'subnets': [{'id': 'adf73259-df70-4f00-8731-185ca1073a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:34:32.722586 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe01b15-861f-42ed-af55-154793cd1f2f None None] New status for floating IP e8cf455f-8a84-45be-a6dd-7bbe4ac5cf94: DOWN {{(pid=79428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 08 16:34:33.263929 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5d85b-17cb-4f28-a2af-71118679b2d5 req-a2455314-29a5-4546-9021-858dc2d1075b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:34:33.265456 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9bf5d85b-17cb-4f28-a2af-71118679b2d5 req-a2455314-29a5-4546-9021-858dc2d1075b tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.70 "GET /v2.0/ports?device_id=aeaf9531-64bb-417e-b012-6c266e39f8c2 HTTP/1.1" status: 200  len: 946 time: 0.1202950
Sep 08 16:34:33.273406 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5210c7-ef5b-4115-8824-dba30203ffe3 req-b7a0b97b-07c9-46d1-8f91-d4f7348ff90f tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 08 16:34:33.274917 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-1c5210c7-ef5b-4115-8824-dba30203ffe3 req-b7a0b97b-07c9-46d1-8f91-d4f7348ff90f tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeaf9531-64bb-417e-b012-6c266e39f8c2 HTTP/1.1" status: 200  len: 946 time: 0.1642411
Sep 08 16:34:33.373351 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [req-9bf5d85b-17cb-4f28-a2af-71118679b2d5 req-770747da-20bd-4899-8777-d27817421c07 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Deleting port 91d8ec70-f575-46bb-9d90-c08e8ef8bd3e {{(pid=79426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:34:33.373694 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-9bf5d85b-17cb-4f28-a2af-71118679b2d5 req-770747da-20bd-4899-8777-d27817421c07 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:33.411348 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-1c5210c7-ef5b-4115-8824-dba30203ffe3 req-ea7293e5-8335-4f58-89f3-5ac7e822829a tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/security-groups?id=4e184fc7-81bf-433d-ae36-5563d929eea3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1062150
Sep 08 16:34:33.670123 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [req-9bf5d85b-17cb-4f28-a2af-71118679b2d5 req-770747da-20bd-4899-8777-d27817421c07 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] For port 91d8ec70-f575-46bb-9d90-c08e8ef8bd3e, host hv-cinder-80789, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80789',level=0,port_id=91d8ec70-f575-46bb-9d90-c08e8ef8bd3e,segment=NetworkSegment(dde4aef1-ea99-4d91-88f4-509b119e584d),segment_id=dde4aef1-ea99-4d91-88f4-509b119e584d)] {{(pid=79426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:34:33.670616 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-9bf5d85b-17cb-4f28-a2af-71118679b2d5 req-770747da-20bd-4899-8777-d27817421c07 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:33.810246 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [req-9bf5d85b-17cb-4f28-a2af-71118679b2d5 req-770747da-20bd-4899-8777-d27817421c07 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Calling delete_port for 91d8ec70-f575-46bb-9d90-c08e8ef8bd3e owned by compute:nova {{(pid=79426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:34:33.928811 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-0d3c0e87-78e9-4f82-882e-b75e860a255a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:33.977628 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-9bf5d85b-17cb-4f28-a2af-71118679b2d5 req-770747da-20bd-4899-8777-d27817421c07 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:33.983612 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-1c6a46c3-d8e1-43ba-aec6-9f7e0af9f9c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:34:34.032361 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770747da-20bd-4899-8777-d27817421c07 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Pushing event deleted for resources: {'Port': ['ID=91d8ec70-f575-46bb-9d90-c08e8ef8bd3e,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:34:34.036605 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-770747da-20bd-4899-8777-d27817421c07 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:34:34.115463 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf5d85b-17cb-4f28-a2af-71118679b2d5 req-770747da-20bd-4899-8777-d27817421c07 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] No DVR routers for this DVR port 91d8ec70-f575-46bb-9d90-c08e8ef8bd3e on host hv-cinder-80789 {{(pid=79426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 08 16:34:34.119771 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [req-9bf5d85b-17cb-4f28-a2af-71118679b2d5 req-770747da-20bd-4899-8777-d27817421c07 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for port, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:34.122930 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeaf9531-64bb-417e-b012-6c266e39f8c2', 'name': 'network-vif-deleted', 'tag': '91d8ec70-f575-46bb-9d90-c08e8ef8bd3e'}] {{(pid=79426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 08 16:34:34.135725 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9bf5d85b-17cb-4f28-a2af-71118679b2d5 req-770747da-20bd-4899-8777-d27817421c07 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.70 "DELETE /v2.0/ports/91d8ec70-f575-46bb-9d90-c08e8ef8bd3e HTTP/1.1" status: 204  len: 173 time: 0.8595536
Sep 08 16:34:34.181719 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeaf9531-64bb-417e-b012-6c266e39f8c2', 'name': 'network-vif-deleted', 'tag': '91d8ec70-f575-46bb-9d90-c08e8ef8bd3e', 'status': 'completed', 'code': 200}
Sep 08 16:34:34.593658 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-9db2bd15-bb70-4917-b6d9-eb319f88dbb9 req-1450ae66-9641-4a0d-bdc5-89f0981af90e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Synchronizing usage tracker for tenant:d48dfce1083d414da5ba06085d3813d3 on resource:port {{(pid=79426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 08 16:34:34.614105 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.quota.resource [req-9db2bd15-bb70-4917-b6d9-eb319f88dbb9 req-1450ae66-9641-4a0d-bdc5-89f0981af90e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Unset dirty status for tenant:d48dfce1083d414da5ba06085d3813d3 on resource:port {{(pid=79426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 08 16:34:34.615372 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [req-9db2bd15-bb70-4917-b6d9-eb319f88dbb9 req-1450ae66-9641-4a0d-bdc5-89f0981af90e tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeaf9531-64bb-417e-b012-6c266e39f8c2 HTTP/1.1" status: 200  len: 210 time: 0.0769236
Sep 08 16:34:35.307343 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:35.722111 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 47622) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:34:35.928791 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [None req-acf10542-8ceb-46c0-a8ff-36a8edcfbb55 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Deleting port 530f3c06-2a71-4b74-be77-0a7a286bc42f {{(pid=79425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:34:35.928791 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-acf10542-8ceb-46c0-a8ff-36a8edcfbb55 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:36.163720 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-acf10542-8ceb-46c0-a8ff-36a8edcfbb55 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:36.164096 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-acf10542-8ceb-46c0-a8ff-36a8edcfbb55 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:36.491597 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [None req-acf10542-8ceb-46c0-a8ff-36a8edcfbb55 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Calling delete_port for 530f3c06-2a71-4b74-be77-0a7a286bc42f owned by network:floatingip {{(pid=79425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:34:36.683325 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-acf10542-8ceb-46c0-a8ff-36a8edcfbb55 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:36.687990 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-f8933aa3-0065-495e-aa97-e38c902a2c83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:34:36.744729 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf10542-8ceb-46c0-a8ff-36a8edcfbb55 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Pushing event deleted for resources: {'Port': ['ID=530f3c06-2a71-4b74-be77-0a7a286bc42f,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:34:36.748378 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-acf10542-8ceb-46c0-a8ff-36a8edcfbb55 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:34:36.854626 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-acf10542-8ceb-46c0-a8ff-36a8edcfbb55 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for floatingip, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:36.881817 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-acf10542-8ceb-46c0-a8ff-36a8edcfbb55 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437339'] for floatingip, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:36.883759 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-acf10542-8ceb-46c0-a8ff-36a8edcfbb55 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "DELETE /v2.0/floatingips/46a30974-dac7-40a3-aac3-9861fa92e150 HTTP/1.1" status: 204  len: 168 time: 1.1604064
Sep 08 16:34:37.410183 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:37.954135 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 91d8ec70-f575-46bb-9d90-c08e8ef8bd3e no longer exists at agent hyperv_hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:34:37.992596 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] No Port match for: 91d8ec70-f575-46bb-9d90-c08e8ef8bd3e {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:34:37.993068 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Device 91d8ec70-f575-46bb-9d90-c08e8ef8bd3e not bound to the agent host hv-cinder-80789 {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:34:38.308772 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 47636) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:34:38.390602 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-bb96030c-6a7f-4a21-828b-6cc43a095a36 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:38.428279 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-bb96030c-6a7f-4a21-828b-6cc43a095a36 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:38.513844 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-bb96030c-6a7f-4a21-828b-6cc43a095a36 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:38.519879 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-a46e95af-a214-4970-9362-94f6c0011c13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:34:38.538986 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96030c-6a7f-4a21-828b-6cc43a095a36 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e184fc7-81bf-433d-ae36-5563d929eea3,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:34:38.543742 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-bb96030c-6a7f-4a21-828b-6cc43a095a36 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:34:38.553961 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-bb96030c-6a7f-4a21-828b-6cc43a095a36 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:38.558774 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-bb96030c-6a7f-4a21-828b-6cc43a095a36 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] 10.222.0.25 "DELETE /v2.0/security-groups/4e184fc7-81bf-433d-ae36-5563d929eea3 HTTP/1.1" status: 204  len: 168 time: 0.2454906
Sep 08 16:34:38.629055 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 47642) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:34:39.409937 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-da2e9090-7682-4a24-a0b5-8ea04f4f9cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1928918'] for router_interface, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:39.788456 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [None req-da2e9090-7682-4a24-a0b5-8ea04f4f9cbb admin admin] Deleting port 5c2b93ac-a896-4f1e-9e02-ff906feab604 {{(pid=79425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:34:39.788822 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-da2e9090-7682-4a24-a0b5-8ea04f4f9cbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:40.103884 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [None req-da2e9090-7682-4a24-a0b5-8ea04f4f9cbb admin admin] For port 5c2b93ac-a896-4f1e-9e02-ff906feab604, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=5c2b93ac-a896-4f1e-9e02-ff906feab604,segment=NetworkSegment(dde4aef1-ea99-4d91-88f4-509b119e584d),segment_id=dde4aef1-ea99-4d91-88f4-509b119e584d)] {{(pid=79425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:34:40.104247 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-da2e9090-7682-4a24-a0b5-8ea04f4f9cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:40.252331 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [None req-da2e9090-7682-4a24-a0b5-8ea04f4f9cbb admin admin] Calling delete_port for 5c2b93ac-a896-4f1e-9e02-ff906feab604 owned by network:router_interface {{(pid=79425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:34:40.447455 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-da2e9090-7682-4a24-a0b5-8ea04f4f9cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:40.451854 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-2c27c79f-d432-4fa4-811c-eb87b5c8d192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:34:40.500752 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e9090-7682-4a24-a0b5-8ea04f4f9cbb admin admin] Pushing event deleted for resources: {'Port': ['ID=5c2b93ac-a896-4f1e-9e02-ff906feab604,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:34:40.533568 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-da2e9090-7682-4a24-a0b5-8ea04f4f9cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:34:40.811626 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-da2e9090-7682-4a24-a0b5-8ea04f4f9cbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1938022'] for router_interface, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:41.207904 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2e9090-7682-4a24-a0b5-8ea04f4f9cbb admin admin] Router beba8cf4-cebe-448e-9ba0-615239f5a40e has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:34:41.409979 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2e9090-7682-4a24-a0b5-8ea04f4f9cbb admin admin] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:34:41.420515 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e3a9c3-e0c7-43fd-acb6-3cd471f2a779 None None] Sync routers for ids ['beba8cf4-cebe-448e-9ba0-615239f5a40e'] in dv-cinder-807898-1-iscsi {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:34:41.423507 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-da2e9090-7682-4a24-a0b5-8ea04f4f9cbb admin admin] 10.222.0.25 "PUT /v2.0/routers/beba8cf4-cebe-448e-9ba0-615239f5a40e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7931907
Sep 08 16:34:41.427169 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 47648) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:34:41.435215 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e3a9c3-e0c7-43fd-acb6-3cd471f2a779 None None] Routers {'beba8cf4-cebe-448e-9ba0-615239f5a40e'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:34:41.436281 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-b3e3a9c3-e0c7-43fd-acb6-3cd471f2a779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42516b9bb0>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:34:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['beba8cf4-cebe-448e-9ba0-615239f5a40e'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:34:41.762746 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-b3e3a9c3-e0c7-43fd-acb6-3cd471f2a779 None None] Set router beba8cf4-cebe-448e-9ba0-615239f5a40e gateway port host: dv-cinder-807898-1-iscsi {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:34:41.765377 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c0c8f42f-925d-4c52-acab-8692271c6b47 admin admin] Notify callbacks [] for router, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:42.005404 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c0c8f42f-925d-4c52-acab-8692271c6b47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:42.020829 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [None req-c0c8f42f-925d-4c52-acab-8692271c6b47 admin admin] Deleting port 7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63 {{(pid=79425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:34:42.021391 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c0c8f42f-925d-4c52-acab-8692271c6b47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:42.203631 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-b3e3a9c3-e0c7-43fd-acb6-3cd471f2a779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42516b9bb0>, [{'id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'name': 'tempest-TestVolumeBootPattern-166714472-router', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:23Z', 'updated_at': '2021-09-08T16:34:40Z', 'revision_number': 5, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'gw_port': {'id': '7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:68:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:24Z', 'updated_at': '2021-09-08T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi'}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:34:42.209347 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e3a9c3-e0c7-43fd-acb6-3cd471f2a779 None None] Checking router: beba8cf4-cebe-448e-9ba0-615239f5a40e for host: dv-cinder-807898-1-iscsi {{(pid=79427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:34:42.219082 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e3a9c3-e0c7-43fd-acb6-3cd471f2a779 None None] Routers {'beba8cf4-cebe-448e-9ba0-615239f5a40e'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:34:42.219774 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-b3e3a9c3-e0c7-43fd-acb6-3cd471f2a779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f42516b9bb0>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:34:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['beba8cf4-cebe-448e-9ba0-615239f5a40e'], 'active': True} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:34:42.228507 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.db [None req-c0c8f42f-925d-4c52-acab-8692271c6b47 admin admin] For port 7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63,segment=NetworkSegment(3235b71f-0c14-40b5-ba80-96fc5a4742a1),segment_id=3235b71f-0c14-40b5-ba80-96fc5a4742a1)] {{(pid=79425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:34:42.228868 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c0c8f42f-925d-4c52-acab-8692271c6b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:42.366190 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.plugins.ml2.plugin [None req-c0c8f42f-925d-4c52-acab-8692271c6b47 admin admin] Calling delete_port for 7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63 owned by network:router_gateway {{(pid=79425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:34:42.388826 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_dvr_db [None req-b3e3a9c3-e0c7-43fd-acb6-3cd471f2a779 None None] Set router beba8cf4-cebe-448e-9ba0-615239f5a40e gateway port host: None {{(pid=79427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:34:42.504845 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.db.l3_hamode_db [None req-b3e3a9c3-e0c7-43fd-acb6-3cd471f2a779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f42516b9bb0>, [{'id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'name': 'tempest-TestVolumeBootPattern-166714472-router', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:23Z', 'updated_at': '2021-09-08T16:34:42Z', 'revision_number': 6, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'gw_port_host': None}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:34:42.509619 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e3a9c3-e0c7-43fd-acb6-3cd471f2a779 None None] The sync data for ids ['beba8cf4-cebe-448e-9ba0-615239f5a40e'] in dv-cinder-807898-1-iscsi is: [{'id': 'beba8cf4-cebe-448e-9ba0-615239f5a40e', 'name': 'tempest-TestVolumeBootPattern-166714472-router', 'tenant_id': 'd48dfce1083d414da5ba06085d3813d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:23Z', 'updated_at': '2021-09-08T16:34:42Z', 'revision_number': 6, 'project_id': 'd48dfce1083d414da5ba06085d3813d3', 'gw_port_host': None}] {{(pid=79427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:34:42.614581 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c0c8f42f-925d-4c52-acab-8692271c6b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2334268'] for port, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:42.619000 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-48150687-07dc-4b1a-b82a-d20c23f34ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:34:42.667412 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8f42f-925d-4c52-acab-8692271c6b47 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:34:42.672663 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-c0c8f42f-925d-4c52-acab-8692271c6b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:34:42.780884 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c0c8f42f-925d-4c52-acab-8692271c6b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1948169'] for router_gateway, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:43.042553 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c0c8f42f-925d-4c52-acab-8692271c6b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1926116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35657'] for router, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:43.045321 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c0c8f42f-925d-4c52-acab-8692271c6b47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:43.074332 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c0c8f42f-925d-4c52-acab-8692271c6b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1928443'] for router, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:43.075060 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c8f42f-925d-4c52-acab-8692271c6b47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router beba8cf4-cebe-448e-9ba0-615239f5a40e {{(pid=79425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Sep 08 16:34:43.091602 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-c0c8f42f-925d-4c52-acab-8692271c6b47 admin admin] Notify callbacks [] for router, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:43.092773 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-c0c8f42f-925d-4c52-acab-8692271c6b47 admin admin] 10.222.0.25 "DELETE /v2.0/routers/beba8cf4-cebe-448e-9ba0-615239f5a40e HTTP/1.1" status: 204  len: 168 time: 1.6642356
Sep 08 16:34:43.095803 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 47652) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:34:43.167253 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.db.db_base_plugin_v2 [None req-17827108-b87c-47af-b7ab-0b6db20f3411 admin admin] Deleting subnet adf73259-df70-4f00-8731-185ca1073a75 {{(pid=79425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 08 16:34:43.170849 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-17827108-b87c-47af-b7ab-0b6db20f3411 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:43.226609 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-17827108-b87c-47af-b7ab-0b6db20f3411 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2497500'] for subnet, precommit_delete_associations {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:43.312515 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-17827108-b87c-47af-b7ab-0b6db20f3411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1043567'] for subnet, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:43.536047 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-17827108-b87c-47af-b7ab-0b6db20f3411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1043542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2334305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2390624'] for subnet, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:43.544877 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:34:43.612362 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17827108-b87c-47af-b7ab-0b6db20f3411 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adf73259-df70-4f00-8731-185ca1073a75,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:34:43.617842 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-17827108-b87c-47af-b7ab-0b6db20f3411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:34:43.619501 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-17827108-b87c-47af-b7ab-0b6db20f3411 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:43.627206 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eee2f33-ba5e-4a24-9414-2787055f248c None None] Network 69526384-0cc0-4c99-a503-762a8eb23837 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:34:43.630696 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-17827108-b87c-47af-b7ab-0b6db20f3411 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/adf73259-df70-4f00-8731-185ca1073a75 HTTP/1.1" status: 204  len: 168 time: 0.5331616
Sep 08 16:34:43.634208 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 47656) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:34:43.664251 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63 no longer exists at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:34:43.824768 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] No Port match for: 7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63 {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:34:43.825316 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 7ebe8360-2f9b-4c21-b9bd-ef6882d3ba63 not bound to the agent host dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:34:43.826008 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 5c2b93ac-a896-4f1e-9e02-ff906feab604 no longer exists at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:34:43.901578 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] No Port match for: 5c2b93ac-a896-4f1e-9e02-ff906feab604 {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:34:43.902646 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 5c2b93ac-a896-4f1e-9e02-ff906feab604 not bound to the agent host dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:34:43.979561 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-44a269a1-e9ac-4f3b-9507-8c552061110a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-915372'] for network, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:43.998584 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-44a269a1-e9ac-4f3b-9507-8c552061110a admin admin] Deleting port a3d2c723-e836-4624-91c2-8b20ea6385d8 {{(pid=79426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:34:43.999098 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-44a269a1-e9ac-4f3b-9507-8c552061110a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:44.132450 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b6ed96-19f7-4eb0-b7de-6b2e94e0fec7 None None] DHCP port deletion for 69526384-0cc0-4c99-a503-762a8eb23837 request from dv-cinder-807898-1-iscsi {{(pid=79427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Sep 08 16:34:44.137567 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-22b6ed96-19f7-4eb0-b7de-6b2e94e0fec7 None None] Deleting port a3d2c723-e836-4624-91c2-8b20ea6385d8 {{(pid=79427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:34:44.137950 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-22b6ed96-19f7-4eb0-b7de-6b2e94e0fec7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:44.360012 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [None req-44a269a1-e9ac-4f3b-9507-8c552061110a admin admin] For port a3d2c723-e836-4624-91c2-8b20ea6385d8, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=a3d2c723-e836-4624-91c2-8b20ea6385d8,segment=NetworkSegment(dde4aef1-ea99-4d91-88f4-509b119e584d),segment_id=dde4aef1-ea99-4d91-88f4-509b119e584d)] {{(pid=79426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:34:44.360709 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-44a269a1-e9ac-4f3b-9507-8c552061110a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:44.372420 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-22b6ed96-19f7-4eb0-b7de-6b2e94e0fec7 None None] For port a3d2c723-e836-4624-91c2-8b20ea6385d8, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=a3d2c723-e836-4624-91c2-8b20ea6385d8,segment=NetworkSegment(dde4aef1-ea99-4d91-88f4-509b119e584d),segment_id=dde4aef1-ea99-4d91-88f4-509b119e584d)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:34:44.372814 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-22b6ed96-19f7-4eb0-b7de-6b2e94e0fec7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:44.502586 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-44a269a1-e9ac-4f3b-9507-8c552061110a admin admin] Calling delete_port for a3d2c723-e836-4624-91c2-8b20ea6385d8 owned by network:dhcp {{(pid=79426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:34:44.513961 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-22b6ed96-19f7-4eb0-b7de-6b2e94e0fec7 None None] Calling delete_port for a3d2c723-e836-4624-91c2-8b20ea6385d8 owned by network:dhcp {{(pid=79427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:34:44.626496 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-44a269a1-e9ac-4f3b-9507-8c552061110a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:44.635208 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-dfc54046-3ba6-4b5d-bca2-03f319a4667c tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:34:44.639136 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.db.api [None req-22b6ed96-19f7-4eb0-b7de-6b2e94e0fec7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 08 16:34:44.640004 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_db.api [None req-22b6ed96-19f7-4eb0-b7de-6b2e94e0fec7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 08 16:34:44.683557 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a269a1-e9ac-4f3b-9507-8c552061110a admin admin] Pushing event deleted for resources: {'Port': ['ID=a3d2c723-e836-4624-91c2-8b20ea6385d8,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:34:44.687031 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-44a269a1-e9ac-4f3b-9507-8c552061110a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:34:44.687909 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a269a1-e9ac-4f3b-9507-8c552061110a admin admin] No DVR routers for this DVR port a3d2c723-e836-4624-91c2-8b20ea6385d8 on host dv-cinder-807898-1-iscsi {{(pid=79426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 08 16:34:44.815829 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-44a269a1-e9ac-4f3b-9507-8c552061110a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1042402', 'neutron.services.segments.db._delete_segments_for_network-8745177524152'] for network, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:44.835890 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-44a269a1-e9ac-4f3b-9507-8c552061110a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f425172edf0>,) {'filters': {'network_id': ['69526384-0cc0-4c99-a503-762a8eb23837']}} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:34:44.858881 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-44a269a1-e9ac-4f3b-9507-8c552061110a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f425172edf0>, 'dde4aef1-ea99-4d91-88f4-509b119e584d') {'for_net_delete': True} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:34:44.859377 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-44a269a1-e9ac-4f3b-9507-8c552061110a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f425172edf0>, 'dde4aef1-ea99-4d91-88f4-509b119e584d') {} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:34:44.883235 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-44a269a1-e9ac-4f3b-9507-8c552061110a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745177523999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2472753'] for segment, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:44.910475 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-44a269a1-e9ac-4f3b-9507-8c552061110a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:44.921709 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a269a1-e9ac-4f3b-9507-8c552061110a admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=79426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 08 16:34:44.922284 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-44a269a1-e9ac-4f3b-9507-8c552061110a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1037242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2352971'] for segment, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:44.938920 dv-cinder-807898-1-iscsi neutron-server[79426]: Traceback (most recent call last):
Sep 08 16:34:44.938920 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 08 16:34:44.938920 dv-cinder-807898-1-iscsi neutron-server[79426]:     timer()
Sep 08 16:34:44.938920 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 08 16:34:44.938920 dv-cinder-807898-1-iscsi neutron-server[79426]:     cb(*args, **kw)
Sep 08 16:34:44.938920 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 08 16:34:44.938920 dv-cinder-807898-1-iscsi neutron-server[79426]:     return func(*args, **kwargs)
Sep 08 16:34:44.938920 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 08 16:34:44.938920 dv-cinder-807898-1-iscsi neutron-server[79426]:     self._notify()
Sep 08 16:34:44.938920 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 08 16:34:44.938920 dv-cinder-807898-1-iscsi neutron-server[79426]:     self.callback(batched_events)
Sep 08 16:34:44.938920 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 08 16:34:44.938920 dv-cinder-807898-1-iscsi neutron-server[79426]:     event.method(event)
Sep 08 16:34:44.938920 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 08 16:34:44.938920 dv-cinder-807898-1-iscsi neutron-server[79426]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 08 16:34:44.938920 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 08 16:34:44.938920 dv-cinder-807898-1-iscsi neutron-server[79426]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 08 16:34:44.938920 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 08 16:34:44.938920 dv-cinder-807898-1-iscsi neutron-server[79426]:     return f(self, *a, **k)
Sep 08 16:34:44.938920 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 08 16:34:44.938920 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self._get(url).json()
Sep 08 16:34:44.938920 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Sep 08 16:34:44.938920 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 08 16:34:44.938920 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 08 16:34:44.938920 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self.request(url, 'GET', **kwargs)
Sep 08 16:34:44.938920 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 08 16:34:44.938920 dv-cinder-807898-1-iscsi neutron-server[79426]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 08 16:34:44.938920 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 08 16:34:44.938920 dv-cinder-807898-1-iscsi neutron-server[79426]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 08 16:34:44.938920 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 08 16:34:44.938920 dv-cinder-807898-1-iscsi neutron-server[79426]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 08 16:34:44.938920 dv-cinder-807898-1-iscsi neutron-server[79426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 08 16:34:45.023426 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-44a269a1-e9ac-4f3b-9507-8c552061110a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1042413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1948206'] for network, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:45.027637 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:34:45.041628 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-44a269a1-e9ac-4f3b-9507-8c552061110a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:45.054092 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a269a1-e9ac-4f3b-9507-8c552061110a admin admin] Pushing event deleted for resources: {'Network': ['ID=69526384-0cc0-4c99-a503-762a8eb23837,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:34:45.057544 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-44a269a1-e9ac-4f3b-9507-8c552061110a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:34:45.070398 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-44a269a1-e9ac-4f3b-9507-8c552061110a admin admin] 10.222.0.25 "DELETE /v2.0/networks/69526384-0cc0-4c99-a503-762a8eb23837 HTTP/1.1" status: 204  len: 168 time: 1.4348106
Sep 08 16:34:45.073522 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 47660) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:34:45.140764 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-22b6ed96-19f7-4eb0-b7de-6b2e94e0fec7 None None] Deleting port a3d2c723-e836-4624-91c2-8b20ea6385d8 {{(pid=79427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:34:45.141254 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-22b6ed96-19f7-4eb0-b7de-6b2e94e0fec7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:45.221840 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-22b6ed96-19f7-4eb0-b7de-6b2e94e0fec7 None None] The port 'a3d2c723-e836-4624-91c2-8b20ea6385d8' was deleted {{(pid=79427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Sep 08 16:34:45.619887 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device a3d2c723-e836-4624-91c2-8b20ea6385d8 no longer exists at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:34:45.659514 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] No Port match for: a3d2c723-e836-4624-91c2-8b20ea6385d8 {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:34:45.660364 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device a3d2c723-e836-4624-91c2-8b20ea6385d8 not bound to the agent host dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:34:45.776174 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-0a0edb42-b505-4704-8462-4d9458dd704d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1928918'] for router_interface, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:46.155595 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-0a0edb42-b505-4704-8462-4d9458dd704d admin admin] Deleting port e7081ee2-d953-485d-b902-d1d9f8576529 {{(pid=79426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:34:46.155940 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-0a0edb42-b505-4704-8462-4d9458dd704d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:46.350593 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [None req-0a0edb42-b505-4704-8462-4d9458dd704d admin admin] For port e7081ee2-d953-485d-b902-d1d9f8576529, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=e7081ee2-d953-485d-b902-d1d9f8576529,segment=NetworkSegment(80290d95-d9f4-478e-8ef2-66ec38cf7574),segment_id=80290d95-d9f4-478e-8ef2-66ec38cf7574)] {{(pid=79426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:34:46.351013 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-0a0edb42-b505-4704-8462-4d9458dd704d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:46.490706 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-0a0edb42-b505-4704-8462-4d9458dd704d admin admin] Calling delete_port for e7081ee2-d953-485d-b902-d1d9f8576529 owned by network:router_interface {{(pid=79426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:34:46.678035 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-0a0edb42-b505-4704-8462-4d9458dd704d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:46.682426 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-9774ef90-8024-4488-975d-b8213f11b8d7 tempest-TestVolumeBootPattern-1389009660 tempest-TestVolumeBootPattern-1389009660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:34:46.727536 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0edb42-b505-4704-8462-4d9458dd704d admin admin] Pushing event deleted for resources: {'Port': ['ID=e7081ee2-d953-485d-b902-d1d9f8576529,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:34:46.730796 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-0a0edb42-b505-4704-8462-4d9458dd704d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:34:47.045654 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-0a0edb42-b505-4704-8462-4d9458dd704d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1938022'] for router_interface, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:47.544280 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0edb42-b505-4704-8462-4d9458dd704d admin admin] Router e54a0e8c-01a0-4e6a-a5d5-c52606faf93e has already been hosted by L3 agent 1a36c404-c992-44b7-a39c-1c27e212a5c3 {{(pid=79426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 08 16:34:47.744112 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0edb42-b505-4704-8462-4d9458dd704d admin admin] Notify agent at l3_agent.dv-cinder-807898-1-iscsi the message routers_updated {{(pid=79426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 08 16:34:47.755771 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed81eba9-3b8b-4145-90a7-5664b3371e6b None None] Sync routers for ids ['e54a0e8c-01a0-4e6a-a5d5-c52606faf93e'] in dv-cinder-807898-1-iscsi {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 08 16:34:47.766645 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-0a0edb42-b505-4704-8462-4d9458dd704d admin admin] 10.222.0.25 "PUT /v2.0/routers/e54a0e8c-01a0-4e6a-a5d5-c52606faf93e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6918397
Sep 08 16:34:47.767999 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed81eba9-3b8b-4145-90a7-5664b3371e6b None None] Routers {'e54a0e8c-01a0-4e6a-a5d5-c52606faf93e'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:34:47.768869 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-ed81eba9-3b8b-4145-90a7-5664b3371e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251bd5460>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:34:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['e54a0e8c-01a0-4e6a-a5d5-c52606faf93e'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:34:47.769977 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 47664) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:34:47.976177 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-ed81eba9-3b8b-4145-90a7-5664b3371e6b None None] Set router e54a0e8c-01a0-4e6a-a5d5-c52606faf93e gateway port host: dv-cinder-807898-1-iscsi {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:34:48.009722 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-f19b1cce-d819-4e95-ab07-16727734446b admin admin] Notify callbacks [] for router, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:48.289890 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-f19b1cce-d819-4e95-ab07-16727734446b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:48.301388 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-f19b1cce-d819-4e95-ab07-16727734446b admin admin] Deleting port 28398bed-bc65-4d0a-89c5-667ba47b537c {{(pid=79426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:34:48.301954 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-f19b1cce-d819-4e95-ab07-16727734446b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:48.333423 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-ed81eba9-3b8b-4145-90a7-5664b3371e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251bd5460>, [{'id': 'e54a0e8c-01a0-4e6a-a5d5-c52606faf93e', 'name': 'tempest-TestVolumeBootPattern-99670237-router', 'tenant_id': '70572ef2fa804c9a984f6b6216260c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'external_fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '28398bed-bc65-4d0a-89c5-667ba47b537c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:31Z', 'updated_at': '2021-09-08T16:34:46Z', 'revision_number': 5, 'project_id': '70572ef2fa804c9a984f6b6216260c10', 'gw_port': {'id': '28398bed-bc65-4d0a-89c5-667ba47b537c', 'name': '', 'network_id': 'e2ed1a71-8bc5-4c91-9ec3-df61c44bef44', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ba:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54a0e8c-01a0-4e6a-a5d5-c52606faf93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T16:27:32Z', 'updated_at': '2021-09-08T16:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e16140-da4f-4587-a2e7-78015b4d0ba3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807898-1-iscsi'}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:34:48.340631 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed81eba9-3b8b-4145-90a7-5664b3371e6b None None] Checking router: e54a0e8c-01a0-4e6a-a5d5-c52606faf93e for host: dv-cinder-807898-1-iscsi {{(pid=79428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 08 16:34:48.358285 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed81eba9-3b8b-4145-90a7-5664b3371e6b None None] Routers {'e54a0e8c-01a0-4e6a-a5d5-c52606faf93e'} bound to L3 agent in host dv-cinder-807898-1-iscsi {{(pid=79428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 08 16:34:48.359364 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-ed81eba9-3b8b-4145-90a7-5664b3371e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4251bd5460>, 'dv-cinder-807898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T16:06:04Z,description=<?>,heartbeat_timestamp=2021-09-08T16:34:34Z,host='dv-cinder-807898-1-iscsi',id=1a36c404-c992-44b7-a39c-1c27e212a5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-08T16:06:04Z,topic='l3_agent')) {'router_ids': ['e54a0e8c-01a0-4e6a-a5d5-c52606faf93e'], 'active': True} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:34:48.414994 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:48.503722 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [None req-f19b1cce-d819-4e95-ab07-16727734446b admin admin] For port 28398bed-bc65-4d0a-89c5-667ba47b537c, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=28398bed-bc65-4d0a-89c5-667ba47b537c,segment=NetworkSegment(3235b71f-0c14-40b5-ba80-96fc5a4742a1),segment_id=3235b71f-0c14-40b5-ba80-96fc5a4742a1)] {{(pid=79426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:34:48.504099 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-f19b1cce-d819-4e95-ab07-16727734446b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:48.636614 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-f19b1cce-d819-4e95-ab07-16727734446b admin admin] Calling delete_port for 28398bed-bc65-4d0a-89c5-667ba47b537c owned by network:router_gateway {{(pid=79426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:34:48.637690 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_dvr_db [None req-ed81eba9-3b8b-4145-90a7-5664b3371e6b None None] Set router e54a0e8c-01a0-4e6a-a5d5-c52606faf93e gateway port host: None {{(pid=79428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 08 16:34:48.805215 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.l3_hamode_db [None req-ed81eba9-3b8b-4145-90a7-5664b3371e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4251bd5460>, [{'id': 'e54a0e8c-01a0-4e6a-a5d5-c52606faf93e', 'name': 'tempest-TestVolumeBootPattern-99670237-router', 'tenant_id': '70572ef2fa804c9a984f6b6216260c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:31Z', 'updated_at': '2021-09-08T16:34:48Z', 'revision_number': 6, 'project_id': '70572ef2fa804c9a984f6b6216260c10', 'gw_port_host': None}], 'dv-cinder-807898-1-iscsi', False) {} {{(pid=79428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:34:48.809607 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed81eba9-3b8b-4145-90a7-5664b3371e6b None None] The sync data for ids ['e54a0e8c-01a0-4e6a-a5d5-c52606faf93e'] in dv-cinder-807898-1-iscsi is: [{'id': 'e54a0e8c-01a0-4e6a-a5d5-c52606faf93e', 'name': 'tempest-TestVolumeBootPattern-99670237-router', 'tenant_id': '70572ef2fa804c9a984f6b6216260c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T16:27:31Z', 'updated_at': '2021-09-08T16:34:48Z', 'revision_number': 6, 'project_id': '70572ef2fa804c9a984f6b6216260c10', 'gw_port_host': None}] {{(pid=79428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 08 16:34:48.901540 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-f19b1cce-d819-4e95-ab07-16727734446b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:48.907163 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-db477624-7a48-42e9-bd2b-3e8a50844ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:34:48.987458 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b1cce-d819-4e95-ab07-16727734446b admin admin] Pushing event deleted for resources: {'Port': ['ID=28398bed-bc65-4d0a-89c5-667ba47b537c,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:34:48.990458 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-f19b1cce-d819-4e95-ab07-16727734446b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:34:49.201656 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-f19b1cce-d819-4e95-ab07-16727734446b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1948169'] for router_gateway, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:49.417167 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-f19b1cce-d819-4e95-ab07-16727734446b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1926116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35657'] for router, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:49.419769 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-f19b1cce-d819-4e95-ab07-16727734446b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:49.449432 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-f19b1cce-d819-4e95-ab07-16727734446b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1928443'] for router, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:49.449942 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19b1cce-d819-4e95-ab07-16727734446b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e54a0e8c-01a0-4e6a-a5d5-c52606faf93e {{(pid=79426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Sep 08 16:34:49.462681 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-f19b1cce-d819-4e95-ab07-16727734446b admin admin] Notify callbacks [] for router, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:49.463880 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-f19b1cce-d819-4e95-ab07-16727734446b admin admin] 10.222.0.25 "DELETE /v2.0/routers/e54a0e8c-01a0-4e6a-a5d5-c52606faf93e HTTP/1.1" status: 204  len: 168 time: 1.6928399
Sep 08 16:34:49.466913 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 47668) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:34:49.535781 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3ecabc2-c5dc-4a18-ad30-50d384bbaf28 admin admin] Deleting subnet a47b7435-b347-4a76-b3bb-9a9c56c0a11a {{(pid=79426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 08 16:34:49.539274 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-d3ecabc2-c5dc-4a18-ad30-50d384bbaf28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:49.612042 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-d3ecabc2-c5dc-4a18-ad30-50d384bbaf28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2472760'] for subnet, precommit_delete_associations {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:49.661844 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device e7081ee2-d953-485d-b902-d1d9f8576529 no longer exists at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:34:49.725227 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] No Port match for: e7081ee2-d953-485d-b902-d1d9f8576529 {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:34:49.725557 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device e7081ee2-d953-485d-b902-d1d9f8576529 not bound to the agent host dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:34:49.726238 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 28398bed-bc65-4d0a-89c5-667ba47b537c no longer exists at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:34:49.733569 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-d3ecabc2-c5dc-4a18-ad30-50d384bbaf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1043567'] for subnet, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:49.786780 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] No Port match for: 28398bed-bc65-4d0a-89c5-667ba47b537c {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:34:49.787341 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 28398bed-bc65-4d0a-89c5-667ba47b537c not bound to the agent host dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:34:49.856175 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-d3ecabc2-c5dc-4a18-ad30-50d384bbaf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1043542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2353125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476862'] for subnet, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:49.862736 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-0541ac69-90c4-4f53-ab17-33403d06af4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:34:49.906596 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ecabc2-c5dc-4a18-ad30-50d384bbaf28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a47b7435-b347-4a76-b3bb-9a9c56c0a11a,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:34:49.911152 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-d3ecabc2-c5dc-4a18-ad30-50d384bbaf28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:34:49.914712 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-d3ecabc2-c5dc-4a18-ad30-50d384bbaf28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for subnet, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:49.921839 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-d3ecabc2-c5dc-4a18-ad30-50d384bbaf28 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a47b7435-b347-4a76-b3bb-9a9c56c0a11a HTTP/1.1" status: 204  len: 168 time: 0.4537735
Sep 08 16:34:49.926307 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 47672) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:34:49.926843 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8ce4a2-a86b-4e1f-a080-f87a65624182 None None] Network dc9cc7bf-58d2-4921-b48e-ee225f571f90 requested from dv-cinder-807898-1-iscsi {{(pid=79427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 08 16:34:50.065118 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ce1e8422-64fa-455f-8472-b2c8651f875a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-915372'] for network, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:50.086413 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-ce1e8422-64fa-455f-8472-b2c8651f875a admin admin] Deleting port 20a8eeb7-aa85-43f2-bbe1-e080915e8c8b {{(pid=79426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:34:50.086974 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ce1e8422-64fa-455f-8472-b2c8651f875a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:50.303391 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55918f4f-a07e-4432-aee2-ce6804eb2084 None None] DHCP port deletion for dc9cc7bf-58d2-4921-b48e-ee225f571f90 request from dv-cinder-807898-1-iscsi {{(pid=79427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Sep 08 16:34:50.310483 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-55918f4f-a07e-4432-aee2-ce6804eb2084 None None] Deleting port 20a8eeb7-aa85-43f2-bbe1-e080915e8c8b {{(pid=79427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:34:50.311132 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-55918f4f-a07e-4432-aee2-ce6804eb2084 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:50.369858 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.db [None req-ce1e8422-64fa-455f-8472-b2c8651f875a admin admin] For port 20a8eeb7-aa85-43f2-bbe1-e080915e8c8b, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=20a8eeb7-aa85-43f2-bbe1-e080915e8c8b,segment=NetworkSegment(80290d95-d9f4-478e-8ef2-66ec38cf7574),segment_id=80290d95-d9f4-478e-8ef2-66ec38cf7574)] {{(pid=79426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:34:50.370456 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ce1e8422-64fa-455f-8472-b2c8651f875a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:50.506240 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.plugin [None req-ce1e8422-64fa-455f-8472-b2c8651f875a admin admin] Calling delete_port for 20a8eeb7-aa85-43f2-bbe1-e080915e8c8b owned by network:dhcp {{(pid=79426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:34:50.609347 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.db [None req-55918f4f-a07e-4432-aee2-ce6804eb2084 None None] For port 20a8eeb7-aa85-43f2-bbe1-e080915e8c8b, host dv-cinder-807898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807898-1-iscsi',level=0,port_id=20a8eeb7-aa85-43f2-bbe1-e080915e8c8b,segment=NetworkSegment(80290d95-d9f4-478e-8ef2-66ec38cf7574),segment_id=80290d95-d9f4-478e-8ef2-66ec38cf7574)] {{(pid=79427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 08 16:34:50.609904 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-55918f4f-a07e-4432-aee2-ce6804eb2084 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1948067'] for port, precommit_delete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:50.650477 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ce1e8422-64fa-455f-8472-b2c8651f875a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-838258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745177441895', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745177039701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353080'] for port, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:50.663012 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-11ea627a-ef4d-42f7-8041-fd582a4fe075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:34:50.754374 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e8422-64fa-455f-8472-b2c8651f875a admin admin] Pushing event deleted for resources: {'Port': ['ID=20a8eeb7-aa85-43f2-bbe1-e080915e8c8b,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:34:50.757763 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1e8422-64fa-455f-8472-b2c8651f875a admin admin] No DVR routers for this DVR port 20a8eeb7-aa85-43f2-bbe1-e080915e8c8b on host dv-cinder-807898-1-iscsi {{(pid=79426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 08 16:34:50.760331 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-ce1e8422-64fa-455f-8472-b2c8651f875a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:34:50.782402 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-55918f4f-a07e-4432-aee2-ce6804eb2084 None None] Calling delete_port for 20a8eeb7-aa85-43f2-bbe1-e080915e8c8b owned by network:dhcp {{(pid=79427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Sep 08 16:34:50.866421 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.db.api [None req-55918f4f-a07e-4432-aee2-ce6804eb2084 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 08 16:34:50.866834 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG oslo_db.api [None req-55918f4f-a07e-4432-aee2-ce6804eb2084 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 08 16:34:50.917624 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ce1e8422-64fa-455f-8472-b2c8651f875a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1042402', 'neutron.services.segments.db._delete_segments_for_network-8745177524152'] for network, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:50.932217 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-ce1e8422-64fa-455f-8472-b2c8651f875a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4250f36ee0>,) {'filters': {'network_id': ['dc9cc7bf-58d2-4921-b48e-ee225f571f90']}} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:34:50.946077 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-ce1e8422-64fa-455f-8472-b2c8651f875a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4250f36ee0>, '80290d95-d9f4-478e-8ef2-66ec38cf7574') {'for_net_delete': True} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:34:50.946365 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.services.segments.db [None req-ce1e8422-64fa-455f-8472-b2c8651f875a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4250f36ee0>, '80290d95-d9f4-478e-8ef2-66ec38cf7574') {} {{(pid=79426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 08 16:34:50.959197 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ce1e8422-64fa-455f-8472-b2c8651f875a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745177523999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2472753'] for segment, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:50.977422 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ce1e8422-64fa-455f-8472-b2c8651f875a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1037221'] for segment, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:50.985385 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1e8422-64fa-455f-8472-b2c8651f875a admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=79426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 08 16:34:50.986454 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ce1e8422-64fa-455f-8472-b2c8651f875a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1037242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2352971'] for segment, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:51.000403 dv-cinder-807898-1-iscsi neutron-server[79426]: Traceback (most recent call last):
Sep 08 16:34:51.000403 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 08 16:34:51.000403 dv-cinder-807898-1-iscsi neutron-server[79426]:     timer()
Sep 08 16:34:51.000403 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 08 16:34:51.000403 dv-cinder-807898-1-iscsi neutron-server[79426]:     cb(*args, **kw)
Sep 08 16:34:51.000403 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 08 16:34:51.000403 dv-cinder-807898-1-iscsi neutron-server[79426]:     return func(*args, **kwargs)
Sep 08 16:34:51.000403 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 08 16:34:51.000403 dv-cinder-807898-1-iscsi neutron-server[79426]:     self._notify()
Sep 08 16:34:51.000403 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 08 16:34:51.000403 dv-cinder-807898-1-iscsi neutron-server[79426]:     self.callback(batched_events)
Sep 08 16:34:51.000403 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 08 16:34:51.000403 dv-cinder-807898-1-iscsi neutron-server[79426]:     event.method(event)
Sep 08 16:34:51.000403 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 08 16:34:51.000403 dv-cinder-807898-1-iscsi neutron-server[79426]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 08 16:34:51.000403 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 08 16:34:51.000403 dv-cinder-807898-1-iscsi neutron-server[79426]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 08 16:34:51.000403 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 08 16:34:51.000403 dv-cinder-807898-1-iscsi neutron-server[79426]:     return f(self, *a, **k)
Sep 08 16:34:51.000403 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 08 16:34:51.000403 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self._get(url).json()
Sep 08 16:34:51.000403 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Sep 08 16:34:51.000403 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 08 16:34:51.000403 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 08 16:34:51.000403 dv-cinder-807898-1-iscsi neutron-server[79426]:     return self.request(url, 'GET', **kwargs)
Sep 08 16:34:51.000403 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 08 16:34:51.000403 dv-cinder-807898-1-iscsi neutron-server[79426]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 08 16:34:51.000403 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 08 16:34:51.000403 dv-cinder-807898-1-iscsi neutron-server[79426]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 08 16:34:51.000403 dv-cinder-807898-1-iscsi neutron-server[79426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 08 16:34:51.000403 dv-cinder-807898-1-iscsi neutron-server[79426]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 08 16:34:51.000403 dv-cinder-807898-1-iscsi neutron-server[79426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 08 16:34:51.199041 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ce1e8422-64fa-455f-8472-b2c8651f875a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1042413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1948206'] for network, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:51.203312 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:34:51.217138 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-ce1e8422-64fa-455f-8472-b2c8651f875a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637801'] for network, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:51.228110 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e8422-64fa-455f-8472-b2c8651f875a admin admin] Pushing event deleted for resources: {'Network': ['ID=dc9cc7bf-58d2-4921-b48e-ee225f571f90,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:34:51.233492 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-ce1e8422-64fa-455f-8472-b2c8651f875a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:34:51.236677 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-ce1e8422-64fa-455f-8472-b2c8651f875a admin admin] 10.222.0.25 "DELETE /v2.0/networks/dc9cc7bf-58d2-4921-b48e-ee225f571f90 HTTP/1.1" status: 204  len: 168 time: 1.3091011
Sep 08 16:34:51.367821 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-55918f4f-a07e-4432-aee2-ce6804eb2084 None None] Deleting port 20a8eeb7-aa85-43f2-bbe1-e080915e8c8b {{(pid=79427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Sep 08 16:34:51.368425 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-55918f4f-a07e-4432-aee2-ce6804eb2084 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745177436483'] for port, before_delete {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:51.369314 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 47678) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:34:51.430158 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-700ca119-ab14-4a23-94dd-50b58c9f197a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d48dfce1083d414da5ba06085d3813d3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0585251
Sep 08 16:34:51.433384 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [-] (79425) accepted ('10.222.0.25', 47682) {{(pid=79425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:34:51.462378 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-55918f4f-a07e-4432-aee2-ce6804eb2084 None None] The port '20a8eeb7-aa85-43f2-bbe1-e080915e8c8b' was deleted {{(pid=79427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Sep 08 16:34:51.537197 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-bf184571-93ee-4d04-b8b0-edcff5a52e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:51.567779 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-bf184571-93ee-4d04-b8b0-edcff5a52e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:51.643650 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 20a8eeb7-aa85-43f2-bbe1-e080915e8c8b no longer exists at agent ovs-agent-dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 08 16:34:51.645678 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-bf184571-93ee-4d04-b8b0-edcff5a52e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:51.650251 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-86ce8ffc-d6f8-43be-b7bf-33c442652264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:34:51.669059 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf184571-93ee-4d04-b8b0-edcff5a52e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf9e0c8-6b3e-4216-a9fe-6ef78d982d26,revision_number=None']} {{(pid=79425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:34:51.675357 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG oslo_concurrency.lockutils [None req-bf184571-93ee-4d04-b8b0-edcff5a52e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:34:51.680635 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron_lib.callbacks.manager [None req-bf184571-93ee-4d04-b8b0-edcff5a52e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:51.682034 dv-cinder-807898-1-iscsi neutron-server[79425]: INFO neutron.wsgi [None req-bf184571-93ee-4d04-b8b0-edcff5a52e4f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2bf9e0c8-6b3e-4216-a9fe-6ef78d982d26 HTTP/1.1" status: 204  len: 168 time: 0.2471209
Sep 08 16:34:51.719607 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] No Port match for: 20a8eeb7-aa85-43f2-bbe1-e080915e8c8b {{(pid=79427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Sep 08 16:34:51.720033 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron.plugins.ml2.rpc [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Device 20a8eeb7-aa85-43f2-bbe1-e080915e8c8b not bound to the agent host dv-cinder-807898-1-iscsi {{(pid=79427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 08 16:34:52.148246 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 47690) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:34:52.203180 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-60d10370-693e-4392-b5c5-9d8fa1d2c199 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=70572ef2fa804c9a984f6b6216260c10&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0533705
Sep 08 16:34:52.206430 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.wsgi [-] (79426) accepted ('10.222.0.25', 47694) {{(pid=79426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 08 16:34:52.285955 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-109628ed-2025-4763-aa84-cb24f70af0d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:52.317973 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-109628ed-2025-4763-aa84-cb24f70af0d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:52.382187 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-109628ed-2025-4763-aa84-cb24f70af0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1908955'] for security_group, after_delete {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:52.390966 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-144715b0-14f0-4fa2-a678-45a0ff007eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 08 16:34:52.414736 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109628ed-2025-4763-aa84-cb24f70af0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6503f8a7-1133-4280-bb1c-27e2ab2d9b28,revision_number=None']} {{(pid=79426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 08 16:34:52.420428 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG oslo_concurrency.lockutils [None req-109628ed-2025-4763-aa84-cb24f70af0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 08 16:34:52.421307 dv-cinder-807898-1-iscsi neutron-server[79426]: DEBUG neutron_lib.callbacks.manager [None req-109628ed-2025-4763-aa84-cb24f70af0d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:34:52.423228 dv-cinder-807898-1-iscsi neutron-server[79426]: INFO neutron.wsgi [None req-109628ed-2025-4763-aa84-cb24f70af0d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6503f8a7-1133-4280-bb1c-27e2ab2d9b28 HTTP/1.1" status: 204  len: 168 time: 0.2153330
Sep 08 16:34:54.748960 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:35:00.830392 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-7c0858f0-c200-4047-8b67-e6a7bb090d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:35:01.305665 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:35:03.925433 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-77cc232d-4f4b-418e-ab3e-fb5261215ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:35:05.308594 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:35:07.410734 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:35:18.416750 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:35:30.835394 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d188efd7-bd14-4851-9445-8f966093bb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:35:31.304208 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:35:31.749891 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:35:33.927684 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-90bba3e5-e31d-4d88-a296-145c36bd01cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:35:35.309931 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:35:37.416224 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:35:48.415811 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:36:00.840930 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-e327d242-6de5-4614-97b1-eee820f73559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:36:01.304254 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:36:03.923389 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-89517823-beb3-4309-b937-025e39d90de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:36:05.313600 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:36:07.417927 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:36:08.750376 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:36:18.428133 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:36:30.847718 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-96b2782a-39bc-45fd-bf4f-700e95fb4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:36:31.300503 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:36:33.932896 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-7908df8f-3e48-434d-b9ca-86f7ffbe1381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:36:35.317470 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:36:37.428937 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:36:41.646989 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [req-54d19125-d84b-48a7-b31c-84ee0765d4ef req-0f1d3a2e-c6a8-4422-bca0-271f8f971902 service neutron] (79425) timed out ('10.222.0.70', 53040) {{(pid=79425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Sep 08 16:36:45.751185 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:36:48.441220 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:37:00.845147 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-a9002a1c-cc7b-4b30-9da1-584b2c395e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:37:01.305674 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:37:03.928465 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-8d5d6293-bd0a-441e-8a3d-9ef10f324197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:37:05.320418 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:37:07.429322 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:37:18.444960 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:37:22.751642 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:37:30.843098 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-2de94520-07cd-43a2-8bb0-2d04b5d0330c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:37:31.318394 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:37:33.930641 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-bfd95242-6c9b-43db-95e2-970da8503a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:37:35.323115 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:37:37.025105 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [req-7726ecf3-0978-4186-9658-9366f31a34ba req-97d2b1bc-8ef5-4df3-b52f-da3c5f1731ac service neutron] (79425) timed out ('10.222.0.25', 40278) {{(pid=79425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Sep 08 16:37:37.428960 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:37:48.442950 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:37:59.751797 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:38:00.846993 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-ae818e5c-cd79-4a7b-a613-b9a5cc1177e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:38:01.314236 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:38:03.937195 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-4d3f889f-344a-4b54-917a-8fbdff5b53da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:38:05.327278 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:38:07.440319 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:38:17.459056 dv-cinder-807898-1-iscsi neutron-server[79425]: DEBUG neutron.wsgi [req-8581c532-db87-41c6-aaaf-cb3a6d0fa109 req-f5ea0490-deab-41ac-99df-a904edc2fc75 service neutron] (79425) timed out ('10.222.0.70', 53071) {{(pid=79425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Sep 08 16:38:18.444557 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:38:30.843239 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-9e805cbc-4994-4a55-bc13-bf916374c766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:38:31.319043 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:38:33.930976 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-420e2459-d699-47ff-ae1f-025820adeb7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:38:35.333602 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:38:36.751972 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:38:37.437097 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:38:48.457202 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:39:00.838235 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-1f17e29d-0043-4b8c-bb2d-e27df30a2b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:39:01.325269 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:39:03.926930 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-999514db-bdd6-44af-948c-d905f0d1985d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:39:05.333718 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:39:07.439446 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:39:13.751171 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:39:18.472766 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:39:30.851502 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-878bdcb4-d841-4831-8290-da7171c80d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:39:31.328874 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:39:33.934370 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-8e80fe26-0d76-45d3-b0a7-378df08f590e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:39:35.336842 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:39:37.450230 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:39:48.470753 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-843cdc78-6f1f-44ba-8131-0e56120e5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:39:50.754973 dv-cinder-807898-1-iscsi neutron-server[79428]: DEBUG neutron.db.agents_db [None req-c3a92f28-01df-4c9c-b1cb-308fe3023b23 None None] Agent healthcheck: found 6 active agents {{(pid=79428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 08 16:40:00.845736 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-1663f412-35b1-4f23-b6cb-cdca22cdd49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:40:01.334501 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d636-1e07-4aac-968e-d58290048e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:40:03.933424 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-7e1c969a-2a02-4c20-b7d2-de00ed23a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:40:05.338704 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-759ff41f-567a-4c65-95e6-494add2827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 08 16:40:07.445475 dv-cinder-807898-1-iscsi neutron-server[79427]: DEBUG neutron_lib.callbacks.manager [None req-82b960ce-ee99-4343-9f07-5df143ddf874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745177524134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1047980'] for agent, after_update {{(pid=79427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}